-- Logs begin at Mon 2021-10-25 14:14:00 UTC, end at Mon 2021-10-25 15:17:16 UTC. --
Oct 25 14:47:53.783170 dv-cinder-813751-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Oct 25 14:47:56.200332 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.common.config [-] Logging enabled!
Oct 25 14:47:56.200913 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev38
Oct 25 14:47:56.201013 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Oct 25 14:47:56.204095 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.common.config [-] Logging enabled!
Oct 25 14:47:56.204346 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev38
Oct 25 14:47:56.204651 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Oct 25 14:47:56.205587 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Oct 25 14:47:56.205821 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Oct 25 14:47:56.206178 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Oct 25 14:47:56.206438 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Oct 25 14:47:56.206666 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Oct 25 14:47:56.206979 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.207274 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.207575 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.207801 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.208100 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.208385 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.208663 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.208948 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.209242 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.209525 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.209801 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.210082 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.210309 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.210638 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.210926 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.211212 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.211433 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.211710 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.212130 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.212548 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.212827 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.213114 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.213395 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.213663 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.213936 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.214217 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.214576 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] host                           = dv-cinder-813751-1-iscsi {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.214855 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.215142 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.215428 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.215714 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.215988 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.216262 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.216545 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.216814 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.217083 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.217371 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.217640 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.217926 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.218216 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.218459 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.218680 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.218967 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.219251 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.219522 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.219793 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.220062 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.220331 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.220598 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.220863 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.221143 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.221425 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.221707 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.221976 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.222246 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.222543 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.222812 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.223094 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.223365 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.223633 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.223903 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.224185 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.224451 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.224720 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.225014 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.225298 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.225578 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.225860 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.226127 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.226942 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.227214 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.227481 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.227749 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.228019 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.228283 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.228559 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.228828 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.229093 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.229361 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.229630 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.229911 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:56.230204 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.230526 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.230828 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.231110 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.231405 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.231683 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.231974 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.232250 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.232544 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.232833 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.233118 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.233660 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.233947 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.234227 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.234644 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.234962 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.235259 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.235550 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.235825 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.236099 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.236372 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.236650 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.236935 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.237228 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.237517 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.237789 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.238073 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.238358 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.238660 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.238933 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.239211 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.239501 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.239777 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.240052 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.240334 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.240608 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.240881 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.241151 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.241426 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.241713 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.242579 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.242856 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.243131 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.243408 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.243849 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.244143 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.244421 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.244695 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.244967 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.245244 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.245517 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.245790 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.246064 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.246338 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.246637 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.246911 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.247181 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.247452 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.247723 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.247995 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.248275 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.248538 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.248815 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.249085 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.249356 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.249625 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.249896 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.250165 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.250484 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.250785 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.251062 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.251340 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.251616 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.251891 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.252165 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.252446 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.252724 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.253001 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.253271 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.253562 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.253843 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.254128 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.254418 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.254712 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.255006 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.255283 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.255564 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.255839 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.256115 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.256402 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.256687 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.256981 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.257274 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.257600 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.257893 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.258186 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.258498 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.258809 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.259088 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:56.259302 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Oct 25 14:47:56.259540 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86657) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Oct 25 14:47:56.659857 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO keyring.backend [-] Loading KWallet
Oct 25 14:47:56.667961 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO keyring.backend [-] Loading SecretService
Oct 25 14:47:56.671573 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO keyring.backend [-] Loading Windows
Oct 25 14:47:56.672953 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO keyring.backend [-] Loading chainer
Oct 25 14:47:56.673536 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO keyring.backend [-] Loading macOS
Oct 25 14:47:56.708255 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:47:56.708525 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:47:56.708821 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:47:56.709157 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.manager [-] Loading core plugin: ml2
Oct 25 14:47:57.022773 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.022966 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.023897 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.025137 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.025414 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.025670 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.148852 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.149131 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.149401 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.162771 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.163051 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.163321 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.192382 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.192662 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.192935 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.231840 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.232403 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.232403 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.472024 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7efe7048d9d0> agent after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.472305 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7efe7048d9d0> agent after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.472576 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7efe7048da60> segment precommit_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.472848 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7efe7048daf0> network precommit_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.473812 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7efe7048d0d0> segment before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.599945 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> network before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.600270 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7efe70464f70> agent before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.600550 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> network before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.600820 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> port before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.601084 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> port before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.601909 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> segment after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.602171 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> segment precommit_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.602459 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> segment precommit_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.602711 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> segment after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.602989 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> network after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.603247 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> network precommit_delete 0 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.603508 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> port provisioning_complete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.603765 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> rbac-policy before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.604021 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> rbac-policy after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.604292 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> agent after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.604558 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> subnet after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.604818 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> subnet precommit_delete 0 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.605086 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> rbac-policy before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.605332 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> rbac-policy before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.605608 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> segment_host_mapping after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.605957 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> port after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.606205 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> port after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.606480 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> port after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.606763 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> rbac-policy before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.607009 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> rbac-policy before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.607256 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7efe70fcc310>> rbac-policy before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.607649 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 25 14:47:57.607892 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 25 14:47:57.608130 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 25 14:47:57.608635 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 25 14:47:57.608866 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 25 14:47:57.609168 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 25 14:47:57.609703 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Oct 25 14:47:57.613009 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Oct 25 14:47:57.617570 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Oct 25 14:47:57.621645 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Oct 25 14:47:57.623343 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Oct 25 14:47:57.623803 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Oct 25 14:47:57.624140 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Oct 25 14:47:57.624533 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Oct 25 14:47:57.627438 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Oct 25 14:47:57.627688 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Oct 25 14:47:57.628195 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Oct 25 14:47:57.656283 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Oct 25 14:47:57.656741 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7efe703b3ac0>> qos_plugin after_init 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.657044 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86657) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Oct 25 14:47:57.657407 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7efe703b3700>> logging-plugin after_init 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.658837 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86657) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Oct 25 14:47:57.659117 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Oct 25 14:47:57.659361 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Oct 25 14:47:57.662708 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7efe70395e50>> floatingip before_response 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.662988 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7efe70395e50>> port before_response 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:57.725509 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Oct 25 14:47:57.725684 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Oct 25 14:47:57.725925 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Oct 25 14:47:57.726329 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Oct 25 14:47:57.759114 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_db.sqlalchemy.engines [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86657) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Oct 25 14:47:58.113126 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Initializing driver for type 'gre'
Oct 25 14:47:58.113659 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] gre ID ranges: [(1, 1000)]
Oct 25 14:47:58.167622 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Initializing driver for type 'local'
Oct 25 14:47:58.168051 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Initializing driver for type 'vlan'
Oct 25 14:47:58.180021 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] VlanTypeDriver initialization complete
Oct 25 14:47:58.180394 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Initializing driver for type 'vxlan'
Oct 25 14:47:58.180957 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] vxlan ID ranges: [(1, 1000)]
Oct 25 14:47:58.231176 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Initializing extension driver 'port_security'
Oct 25 14:47:58.231528 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.extensions.port_security [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] PortSecurityExtensionDriver initialization complete
Oct 25 14:47:58.231856 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Initializing mechanism driver 'openvswitch'
Oct 25 14:47:58.232421 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Initializing mechanism driver 'hyperv'
Oct 25 14:47:58.238998 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.plugins.ml2.plugin [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:47:58.239768 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe7037f7c0>> port after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.240128 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe7037f7c0>> port after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.240474 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe7037f7c0>> port after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.240855 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe7037fa60>> subnet after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.241198 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe7037fa60>> subnet after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.241535 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe7037fa60>> subnet after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.241929 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd24be0>> network after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.242266 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd24be0>> network after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.242625 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd24be0>> network after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.242993 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd24df0>> security_group after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.243333 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd24df0>> security_group after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.243663 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd24df0>> security_group after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.244030 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd24eb0>> security_group_rule after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.244363 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd24eb0>> security_group_rule after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.244689 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd24eb0>> security_group_rule after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.245051 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd42310>> address_group after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.245382 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd42310>> address_group after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.245702 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7efe6fd42310>> address_group after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.246028 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] ML2 OVO RPC backend initialized. {{(pid=86657) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Oct 25 14:47:58.246742 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> router_interface after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.247089 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> router_interface after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.247491 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> network before_response 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.247831 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> networks before_response 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.248166 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> port before_response 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.248497 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> ports before_response 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.248827 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> subnet before_response 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.249156 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> subnets before_response 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.249489 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> network after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.249819 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> network after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.250143 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> network after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.250495 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> port after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.250823 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> port after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.251149 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> port after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.251474 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> subnet after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.251798 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> subnet after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.252119 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7efe6fd42700>> subnet after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.252679 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.plugin [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Modular L2 Plugin initialization complete
Oct 25 14:47:58.253000 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading services supported by the core plugin {{(pid=86657) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Oct 25 14:47:58.253324 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.plugins.ml2.managers [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Got port-security extension from driver 'port_security'
Oct 25 14:47:58.253774 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.extensions.vlantransparent [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Disabled vlantransparent extension.
Oct 25 14:47:58.254253 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86657) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Oct 25 14:47:58.254579 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading Plugin: router
Oct 25 14:47:58.291211 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router_interface before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.291599 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router after_create 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.291950 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router before_create 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.292311 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router_interface before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.292669 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router_interface after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.293014 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router after_delete 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.293362 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> floatingip after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.293711 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router after_create 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.294045 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router after_update 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.294503 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router after_update 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.294840 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router_gateway after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.295184 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router after_update 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.295590 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router precommit_update 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.295944 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7efe7030e550> port after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.296273 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7efe7030e5e0> port after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.296599 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7efe7030e4c0> subnet after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.296926 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7efe7030e160> subnetpool_address_scope after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.297267 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> port precommit_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.297602 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router precommit_create 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.297934 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7efe702f73a0> port before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.298270 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router precommit_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.298650 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router after_update 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.298980 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router precommit_delete 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.299316 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router precommit_create 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.299668 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router_interface after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.300000 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> router precommit_update 55549900 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.300355 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> agent after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.300693 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> agent after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.301023 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7efe6fd42820>> network after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.301946 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Tracking information for resource: router configured {{(pid=86657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 25 14:47:58.302267 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Tracking information for resource: floatingip configured {{(pid=86657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 25 14:47:58.307642 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.db.l3_agentschedulers_db [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Oct 25 14:47:58.308213 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7efe6fcb7430> port after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.308566 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7efe6fcb7310> port after_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.308910 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function _notify_port_delete at 0x7efe6fcb73a0> port after_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.309252 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7efe6fcb7700> port after_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.310051 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7efe6fc56fd0>> router before_create 55550100 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.310433 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7efe6fc56fd0>> router precommit_delete 55550100 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.310783 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7efe6fc56fd0>> router precommit_create 55550100 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.311128 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7efe6fc56fd0>> router precommit_update 55550100 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.315754 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.services.provider_configuration [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service providers = [] {{(pid=86657) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Oct 25 14:47:58.316110 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.db.servicetype_db [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86657) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Oct 25 14:47:58.319124 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.services.service_base [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 25 14:47:58.319462 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.services.service_base [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 25 14:47:58.319790 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.services.service_base [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 25 14:47:58.321352 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.services.service_base [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 25 14:47:58.321715 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.services.service_base [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Default provider is not specified for service type L3_ROUTER_NAT
Oct 25 14:47:58.322090 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 25 14:47:58.322422 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Oct 25 14:47:58.333000 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 25 14:47:58.333327 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading Plugin: auto_allocate
Oct 25 14:47:58.339831 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7efe6fc879d0> network precommit_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.340197 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7efe6fc879d0> network precommit_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.340715 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 25 14:47:58.341027 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading Plugin: tag
Oct 25 14:47:58.347925 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 25 14:47:58.348246 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading Plugin: timestamp
Oct 25 14:47:58.352155 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 25 14:47:58.352475 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading Plugin: network_ip_availability
Oct 25 14:47:58.357762 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7efe6fcdbd30>> rbac-policy before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.358124 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7efe6fcdbd30>> rbac-policy before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.358764 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7efe6fcdbd30>> rbac-policy before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.359490 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 25 14:47:58.359799 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading Plugin: flavors
Oct 25 14:47:58.366214 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 25 14:47:58.366534 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading Plugin: revisions
Oct 25 14:47:58.370920 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 25 14:47:58.371310 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_concurrency.lockutils [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.662s {{(pid=86657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:47:58.372054 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86657) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Oct 25 14:47:58.372382 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Initializing extension manager.
Oct 25 14:47:58.372874 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: __init__.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.373204 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: __pycache__ {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.373521 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.373839 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: address_group.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.374639 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.375192 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: address-group
Oct 25 14:47:58.375507 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: address_scope.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.376204 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.376696 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: address-scope
Oct 25 14:47:58.377014 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.377932 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.378450 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: router-admin-state-down-before-update
Oct 25 14:47:58.378766 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: agent.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.379455 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.379946 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: agent
Oct 25 14:47:58.380256 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: agent_resources_synced.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.381154 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.381648 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: agent-resources-synced
Oct 25 14:47:58.381957 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: allowedaddresspairs.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.384286 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.384792 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: allowed-address-pairs
Oct 25 14:47:58.385108 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: auto_allocated_topology.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.386181 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.386708 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: auto-allocated-topology
Oct 25 14:47:58.387030 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: availability_zone.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.387710 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.388203 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: availability_zone
Oct 25 14:47:58.388517 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: availability_zone_filter.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.389415 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.389907 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: availability_zone_filter
Oct 25 14:47:58.390217 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: data_plane_status.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.391148 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.391642 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension data-plane-status not supported by any of loaded plugins
Oct 25 14:47:58.391957 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: default_subnetpools.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.392866 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.393361 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: default-subnetpools
Oct 25 14:47:58.393675 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.394520 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.395011 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: dhcp_agent_scheduler
Oct 25 14:47:58.395324 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: dns.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.396231 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.396722 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension dns-integration not supported by any of loaded plugins
Oct 25 14:47:58.397036 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: dns_domain_ports.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.397951 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.399092 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension dns-domain-ports not supported by any of loaded plugins
Oct 25 14:47:58.399408 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: dvr.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.400070 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.400563 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: dvr
Oct 25 14:47:58.400875 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: empty_string_filtering.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.401781 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.402275 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: empty-string-filtering
Oct 25 14:47:58.402613 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.403517 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.404012 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Oct 25 14:47:58.404333 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.405228 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.405722 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Oct 25 14:47:58.406030 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: external_net.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.406952 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.407451 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: external-net
Oct 25 14:47:58.407762 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.408663 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.409155 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: extra_dhcp_opt
Oct 25 14:47:58.409465 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: extraroute.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.410352 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.410878 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: extraroute
Oct 25 14:47:58.411188 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: extraroute_atomic.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.412219 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.412710 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: extraroute-atomic
Oct 25 14:47:58.413021 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: filter_validation.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.413700 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.414190 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: filter-validation
Oct 25 14:47:58.414529 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: fip_pf_description.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.415617 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.416106 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Oct 25 14:47:58.416416 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: fip_port_details.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.417321 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.417817 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: fip-port-details
Oct 25 14:47:58.418126 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: flavors.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.419456 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.419958 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: flavors
Oct 25 14:47:58.420272 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.421933 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.422461 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Oct 25 14:47:58.422782 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: floatingip_pools.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.423470 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.423965 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: floatingip-pools
Oct 25 14:47:58.424279 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: ip_allocation.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.425197 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.425687 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension ip_allocation not supported by any of loaded plugins
Oct 25 14:47:58.425998 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.426941 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.427436 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: ip-substring-filtering
Oct 25 14:47:58.427745 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: l2_adjacency.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.428654 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.429144 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension l2_adjacency not supported by any of loaded plugins
Oct 25 14:47:58.429489 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: l3.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.430498 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.431009 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: router
Oct 25 14:47:58.431322 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.433587 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.434100 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Oct 25 14:47:58.434439 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.435365 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.435866 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: ext-gw-mode
Oct 25 14:47:58.436184 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.437104 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.437604 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: l3-ha
Oct 25 14:47:58.437916 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: l3_flavors.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.438858 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.439355 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: l3-flavors
Oct 25 14:47:58.439668 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.440583 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.441081 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: l3-port-ip-change-not-allowed
Oct 25 14:47:58.441391 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: l3agentscheduler.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.442446 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.442946 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: l3_agent_scheduler
Oct 25 14:47:58.443262 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: logging.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.444771 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.445792 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension logging not supported by any of loaded plugins
Oct 25 14:47:58.446110 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: metering.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.446875 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.447453 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: metering
Oct 25 14:47:58.447765 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.448862 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.449363 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: metering_source_and_destination_fields
Oct 25 14:47:58.449677 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: multiprovidernet.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.450764 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.451265 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: multi-provider
Oct 25 14:47:58.451576 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: netmtu.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.452475 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.452967 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: net-mtu
Oct 25 14:47:58.453276 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: netmtu_writable.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.454176 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.454700 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: net-mtu-writable
Oct 25 14:47:58.455015 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: network_availability_zone.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.455681 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.456176 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: network_availability_zone
Oct 25 14:47:58.456483 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: network_ip_availability.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.457575 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.458065 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: network-ip-availability
Oct 25 14:47:58.458378 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: network_segment_range.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.459173 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.459667 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension network-segment-range not supported by any of loaded plugins
Oct 25 14:47:58.459980 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: pagination.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.461526 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.461846 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: pagination
Oct 25 14:47:58.462157 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: port_device_profile.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.463083 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.463589 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: port-device-profile
Oct 25 14:47:58.463901 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.464802 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.465302 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: port-mac-address-regenerate
Oct 25 14:47:58.465612 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.466536 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.467028 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: port-numa-affinity-policy
Oct 25 14:47:58.467345 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: port_resource_request.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.468238 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.468726 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension port-resource-request not supported by any of loaded plugins
Oct 25 14:47:58.469037 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: portbindings.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.469961 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.470483 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: binding
Oct 25 14:47:58.470795 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: portbindings_extended.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.472072 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.472565 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: binding-extended
Oct 25 14:47:58.472885 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: portsecurity.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.473782 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.474272 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: port-security
Oct 25 14:47:58.474617 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: project_id.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.475591 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.475912 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: project-id
Oct 25 14:47:58.476253 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: providernet.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.477156 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.477659 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: provider
Oct 25 14:47:58.477964 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: qos.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.481509 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.482022 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension qos not supported by any of loaded plugins
Oct 25 14:47:58.482344 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.483865 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.484402 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Oct 25 14:47:58.484722 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.485629 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.486125 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Oct 25 14:47:58.486467 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: qos_default.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.487372 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.487869 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension qos-default not supported by any of loaded plugins
Oct 25 14:47:58.488182 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: qos_fip.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.488825 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.489312 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension qos-fip not supported by any of loaded plugins
Oct 25 14:47:58.489620 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: qos_gateway_ip.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.490567 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.491062 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Oct 25 14:47:58.491375 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: qos_port_network_policy.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.492300 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.493477 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Oct 25 14:47:58.493477 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: qos_rule_type_details.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.493990 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.494769 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Oct 25 14:47:58.494863 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: qos_rules_alias.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.495823 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.496322 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension qos-rules-alias not supported by any of loaded plugins
Oct 25 14:47:58.496636 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: quotasv2.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.498241 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.498241 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: quotas
Oct 25 14:47:58.498449 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: quotasv2_detail.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.499985 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.500314 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: quota_details
Oct 25 14:47:58.500632 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: rbac.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.501687 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.502200 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: rbac-policies
Oct 25 14:47:58.502554 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: rbac_address_group.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.503482 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.503983 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: rbac-address-group
Oct 25 14:47:58.504295 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: rbac_address_scope.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.505199 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.505701 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: rbac-address-scope
Oct 25 14:47:58.506012 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: rbac_security_groups.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.506936 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.507981 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: rbac-security-groups
Oct 25 14:47:58.508288 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: rbac_subnetpool.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.509205 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.509709 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: rbac-subnetpool
Oct 25 14:47:58.510019 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: revisionifmatch.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.510955 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.511456 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: revision-if-match
Oct 25 14:47:58.511767 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: revisions.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.512883 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.513384 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: standard-attr-revisions
Oct 25 14:47:58.513699 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: router_availability_zone.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.514366 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.514891 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: router_availability_zone
Oct 25 14:47:58.515202 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: routerservicetype.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.516104 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.516603 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension router-service-type not supported by any of loaded plugins
Oct 25 14:47:58.516913 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.517823 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.518324 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: security-groups-normalized-cidr
Oct 25 14:47:58.518654 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.519561 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.520055 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: port-security-groups-filtering
Oct 25 14:47:58.520361 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.521269 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.521760 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: security-groups-remote-address-group
Oct 25 14:47:58.522070 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: securitygroup.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.532703 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.533233 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: security-group
Oct 25 14:47:58.533556 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: segment.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.534367 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.534893 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension segment not supported by any of loaded plugins
Oct 25 14:47:58.535210 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.536203 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.536699 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Oct 25 14:47:58.537011 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: servicetype.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.538127 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.538684 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: service-type
Oct 25 14:47:58.539029 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: sorting.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.540006 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.540324 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: sorting
Oct 25 14:47:58.540637 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: standard_attr_segment.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.541542 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.542044 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension standard-attr-segment not supported by any of loaded plugins
Oct 25 14:47:58.542353 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: standardattrdescription.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.543024 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.543514 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: standard-attr-description
Oct 25 14:47:58.543822 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: stateful_security_group.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.544737 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.545235 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: stateful-security-group
Oct 25 14:47:58.545545 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: stdattrs_common.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.546122 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Oct 25 14:47:58.546527 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.547544 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.548031 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Oct 25 14:47:58.548343 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: subnet_onboard.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.549416 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.549914 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: subnet_onboard
Oct 25 14:47:58.550223 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.551165 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.551660 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Oct 25 14:47:58.551969 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: subnet_service_types.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.552877 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.553378 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: subnet-service-types
Oct 25 14:47:58.553689 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: subnetallocation.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.555327 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.555827 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: subnet_allocation
Oct 25 14:47:58.556138 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.556806 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.557306 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: subnetpool-prefix-ops
Oct 25 14:47:58.557642 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.558618 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.559112 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Oct 25 14:47:58.559420 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: tagging.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.560497 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.561001 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: standard-attr-tag
Oct 25 14:47:58.561314 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: timestamp.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.562543 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.563050 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loaded extension: standard-attr-timestamp
Oct 25 14:47:58.563367 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: trunk.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.564383 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.564882 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension trunk not supported by any of loaded plugins
Oct 25 14:47:58.565197 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: trunk_details.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.566106 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.566637 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension trunk-details not supported by any of loaded plugins
Oct 25 14:47:58.566954 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: uplink_status_propagation.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.567863 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.568361 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Oct 25 14:47:58.568674 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Loading extension file: vlantransparent.py {{(pid=86657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Oct 25 14:47:58.569340 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Oct 25 14:47:58.569863 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extension vlan-transparent not supported by any of loaded plugins
Oct 25 14:47:58.572905 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:network
Oct 25 14:47:58.573633 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:subnet
Oct 25 14:47:58.574459 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 25 14:47:58.575070 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:port
Oct 25 14:47:58.576358 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.576783 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service FLAVORS assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.577423 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.577844 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.578163 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:router
Oct 25 14:47:58.578823 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:floatingip
Oct 25 14:47:58.579518 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service METERING assigned prefix: /metering {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.580939 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7efe6fb54b80>> rbac-policy before_create 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.581297 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7efe6fb54b80>> rbac-policy before_update 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.581637 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7efe6fb54b80>> rbac-policy before_delete 55550000 {{(pid=86657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:47:58.582827 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of CountableResource for resource:rbac_policy
Oct 25 14:47:58.583278 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:security_group
Oct 25 14:47:58.583939 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:security_group_rule
Oct 25 14:47:58.584665 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service CORE assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.584986 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 25 14:47:58.585324 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] subnetpool is already registered
Oct 25 14:47:58.585953 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service CORE assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.586271 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 25 14:47:58.586630 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] subnetpool is already registered
Oct 25 14:47:58.589169 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.589589 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service FLAVORS assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.590166 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.590609 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.590936 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:router
Oct 25 14:47:58.591262 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] router is already registered
Oct 25 14:47:58.591900 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:floatingip
Oct 25 14:47:58.592159 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] floatingip is already registered
Oct 25 14:47:58.593877 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service METERING assigned prefix: /metering {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.593877 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of CountableResource for resource:rbac_policy
Oct 25 14:47:58.593877 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] rbac_policy is already registered
Oct 25 14:47:58.594269 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:security_group
Oct 25 14:47:58.594623 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] security_group is already registered
Oct 25 14:47:58.595209 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:security_group_rule
Oct 25 14:47:58.595557 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] security_group_rule is already registered
Oct 25 14:47:58.596176 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service CORE assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.596490 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 25 14:47:58.596812 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] subnetpool is already registered
Oct 25 14:47:58.597411 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.v2.resource_helper [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Service CORE assigned prefix:  {{(pid=86657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 25 14:47:58.597726 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 25 14:47:58.598054 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING neutron.quota.resource_registry [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] subnetpool is already registered
Oct 25 14:47:58.598708 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: extensions {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.600180 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: address-groups {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.601835 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: address-scopes {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.603052 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: agents {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.604204 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: auto-allocated-topology {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.605438 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: availability_zones {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.607812 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: dhcp-networks {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.609613 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: dhcp-agents {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.611058 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: routers {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.612862 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: flavors {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.614000 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: service_profiles {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.615227 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: next_providers {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.617395 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: service_profiles {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.618813 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: floatingip-pools {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.620027 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: routers {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.621817 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: floatingips {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.623024 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: l3-routers {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.624412 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: l3-agents {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.625805 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: metering-labels {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.627167 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: metering-label-rules {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.628426 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: network-ip-availabilities {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.629656 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: bindings {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.631336 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: quotas {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.633322 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: quotas {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.634729 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: rbac-policies {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.636010 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: security-groups {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.637196 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: security-group-rules {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.638435 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: service-providers {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.639664 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: subnetpools {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.641087 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: subnetpools {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.642529 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: tags {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.644200 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: tags {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.646044 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: tags {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.647850 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: tags {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.651048 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: tags {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.654392 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: tags {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.656350 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: tags {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.658334 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: tags {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.660128 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: tags {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.661957 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron.api.extensions [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Extended resource: tags {{(pid=86657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Oct 25 14:47:58.668140 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING keystonemiddleware.auth_token [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Oct 25 14:47:58.673932 dv-cinder-813751-1-iscsi neutron-server[86657]: WARNING keystonemiddleware.auth_token [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Oct 25 14:47:58.683229 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_concurrency.lockutils [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Acquired lock "singleton_lock" {{(pid=86657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Oct 25 14:47:58.683689 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_concurrency.lockutils [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Releasing lock "singleton_lock" {{(pid=86657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Oct 25 14:47:58.684452 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO oslo_service.service [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Starting 2 workers
Oct 25 14:47:58.689040 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Started child 86764 {{(pid=86657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 25 14:47:58.698433 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Started child 86765 {{(pid=86657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 25 14:47:58.698433 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO neutron.service [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Neutron service started, listening on 0.0.0.0:9696
Oct 25 14:47:58.698433 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Notify callbacks [] for process, before_spawn {{(pid=86657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:47:58.698826 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:47:58.699535 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO oslo_service.service [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Starting 1 workers
Oct 25 14:47:58.699685 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [-] (86764) wsgi starting up on http://0.0.0.0:9696
Oct 25 14:47:58.700289 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:47:58.702600 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [-] (86765) wsgi starting up on http://0.0.0.0:9696
Oct 25 14:47:58.703900 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Started child 86766 {{(pid=86657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 25 14:47:58.704435 dv-cinder-813751-1-iscsi neutron-server[86657]: INFO oslo_service.service [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Starting 1 workers
Oct 25 14:47:58.707295 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.service [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] calling RpcWorker wait() {{(pid=86766) _wait /opt/stack/neutron/neutron/service.py:128}}
Oct 25 14:47:58.707858 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.service [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] returning from RpcWorker wait() {{(pid=86766) _wait /opt/stack/neutron/neutron/service.py:135}}
Oct 25 14:47:58.708948 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Started child 86767 {{(pid=86657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 25 14:47:58.709060 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:47:58.709413 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:47:58.709706 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG neutron_lib.callbacks.manager [None req-ab21c8c2-0869-4bff-a226-d51e95d459e3 None None] Notify callbacks [] for process, after_spawn {{(pid=86657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:47:58.711616 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Oct 25 14:47:58.711848 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Oct 25 14:47:58.711986 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Oct 25 14:47:58.712261 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Oct 25 14:47:58.712601 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Oct 25 14:47:58.712718 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Oct 25 14:47:58.713164 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.713440 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.713540 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:47:58.713994 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.713994 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.714242 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.714481 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:47:58.714796 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.715063 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.715315 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.715581 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.715828 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.716120 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.716219 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.716390 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.716620 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.716918 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.717181 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.717482 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.717678 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.717839 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.718090 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.718344 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.718624 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.718883 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.719141 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.719607 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.719832 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.720089 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.720322 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.720593 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.720816 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.721105 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.721348 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.721562 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.721804 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.722050 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.722285 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.722542 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.722849 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.723051 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.723288 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.723846 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] host                           = dv-cinder-813751-1-iscsi {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.724068 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.724306 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.724523 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.724774 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.725022 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.725235 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.725488 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.725735 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.726009 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.726345 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.726605 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.726863 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.727089 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.727336 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.727489 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.727728 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.728004 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.728263 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.728452 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.728626 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.728767 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.729045 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.729211 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.729418 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.729651 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.729879 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.730091 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.730329 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.730578 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.730838 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.731071 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.731286 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.731493 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.731760 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.731988 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.732206 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.732426 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.732639 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.732913 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.733068 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.733280 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.733756 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.734120 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.734338 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.734556 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.735561 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.735561 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.735561 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.735821 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.735894 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.736202 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.736507 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.736889 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.737275 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.737520 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.737936 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.738192 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.738514 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.738805 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.738951 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.739169 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.739380 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.739603 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.739844 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.740065 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.740284 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.740495 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.740701 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.740934 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.741345 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.741646 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.742549 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.742807 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.743040 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.743276 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.743514 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.743732 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.743982 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.744231 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.744552 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.744773 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.745070 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.745290 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.745529 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.745943 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.746276 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.746606 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.746879 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.747143 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.747380 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.747602 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.747944 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.748201 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.748530 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.748759 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.750723 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.750723 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.750723 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.750723 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.750723 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.750723 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.751584 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.751584 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.751779 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.751905 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.752159 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.752394 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.752660 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.752902 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.753182 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.753453 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.753704 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.753928 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.754169 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.754393 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.754653 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.754895 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.755134 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.755410 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.755661 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.755905 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.756123 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.756339 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.756568 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.756837 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.757061 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.757276 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.758069 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.758294 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.758569 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.758827 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.759409 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.759409 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.759790 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.759790 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.760043 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.760190 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.761766 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.761766 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.761766 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.761766 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.761766 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.761766 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.761766 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.762385 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.762385 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.762385 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.762854 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.762854 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.763100 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.763100 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.763269 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.763482 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.763768 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.764084 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.764343 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.764610 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.764850 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.765094 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.765318 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.765575 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.765795 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.766038 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.766251 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.766555 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.766811 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.767069 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.767313 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.767536 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.767797 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.768042 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.768293 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.768527 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.768769 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.768996 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.769274 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.769541 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.769775 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.770064 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.770338 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.770647 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.770905 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.771192 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.771432 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.771694 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.771999 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.772289 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.772541 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.772798 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.773102 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.773353 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.773587 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.773836 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.774068 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.774316 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.774576 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.774851 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.775114 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.775341 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.775561 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.775799 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.776128 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.776380 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.776604 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.776817 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.777100 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.777348 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.777604 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.777866 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.778122 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.778385 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.778668 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.778955 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.779107 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.779337 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.779756 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.779863 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.780060 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.780892 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.780892 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.780892 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.780892 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.781171 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.781535 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.781761 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.781922 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.782132 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.782372 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.782660 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.782936 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.783086 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.783348 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.783584 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.783834 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.784057 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.784265 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.784516 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.784770 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.785040 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.785286 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.785519 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.785757 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.785982 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.786241 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.786499 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.786746 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.786971 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.787210 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.787424 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.787676 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.787908 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.788255 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.788516 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.788844 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.789054 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.789300 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.789635 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.789885 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.790116 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.790352 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.790675 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.790856 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.791267 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.791676 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.791916 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.792162 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.792399 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.792673 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.792917 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.793171 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.793383 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.793612 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.793859 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.794056 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.794282 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.794610 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.794871 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.795125 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.795364 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.795593 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.795821 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.796050 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.796283 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.796473 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.796682 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.796906 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.797116 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.797324 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.797539 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.797744 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.798046 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.798299 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.798559 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.798992 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.799369 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.799744 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.800177 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.800505 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.800761 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.801028 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.801304 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.801555 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.801750 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.802000 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.802323 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.802763 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.803033 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.803304 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.803577 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.803854 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.804148 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.804905 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.805339 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.805882 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.806174 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.806462 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.806716 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.807014 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.807241 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.807501 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.807670 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.808048 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.808434 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.808696 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.808936 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.809183 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.809403 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.809636 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.809875 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.810121 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.810363 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.810613 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.810850 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.811007 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Oct 25 14:47:58.811518 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Oct 25 14:47:58.811679 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Oct 25 14:47:58.811836 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Oct 25 14:47:58.812085 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Oct 25 14:47:58.812202 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Oct 25 14:47:58.812333 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Oct 25 14:47:58.812537 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.812698 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.812855 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.813043 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.813173 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.813384 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.813489 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.813652 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.813797 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.813953 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.814111 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.814269 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.814747 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.814747 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.814904 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.814970 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.815091 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.815248 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.815385 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.815547 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.815704 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.815871 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.816009 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.816168 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.816379 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.816589 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.816748 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.816886 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.817025 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.817156 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.817274 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.817412 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.817562 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.817696 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.817945 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.818076 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.818232 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.818367 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.818863 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.819247 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.819247 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] host                           = dv-cinder-813751-1-iscsi {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.819655 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.819655 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.819655 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.820928 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.820928 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.820928 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.820928 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.820928 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.822017 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.822017 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.822017 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.823421 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.823421 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.823421 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.823421 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.823421 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.823421 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.823421 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825354 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825354 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825354 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825354 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825354 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825354 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825354 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825962 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825962 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825962 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825962 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825962 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825962 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825962 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.825962 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.828233 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.828233 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.828233 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.828233 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.828233 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.828233 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.828233 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.828233 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.829453 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.829453 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.829453 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.829453 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.829453 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.829453 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.829453 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.829453 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.830280 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.830280 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.830280 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.830280 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.830280 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.830280 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.830280 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.830280 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831073 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831073 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831073 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831073 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831073 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831548 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831548 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831548 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831922 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831922 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.831922 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.832226 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 25 14:47:58.832226 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.832449 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.832573 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.832998 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.833134 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.833317 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.833481 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.833631 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.833787 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.834191 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.834191 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.834492 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.834492 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.835804 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.835804 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.835804 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.835804 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.835804 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.835804 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.836993 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.836993 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.836993 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.836993 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.836993 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.836993 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.836993 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.838678 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.838876 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.839066 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.839249 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.839436 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.839620 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.839798 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.839972 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.840146 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.840317 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.840483 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.840652 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.840841 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.841002 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.841173 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.841340 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.841507 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.841673 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.841839 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.842004 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.842170 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.842520 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.842520 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.842689 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.842853 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.843004 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.843171 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.843325 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.843492 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.843655 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.843818 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.843981 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.844256 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.844427 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.844591 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.844765 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.844930 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.845090 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.845241 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.845380 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.845543 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.845698 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.845856 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.846020 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.846197 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.847126 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.847296 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.847533 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.847691 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.847833 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.847998 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.848138 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.848276 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.848414 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.848569 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.848854 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.849025 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.849025 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.849293 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.849443 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.849582 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.849721 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.849860 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.850023 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.850177 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.850323 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.850484 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.850624 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.850775 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.850991 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.850991 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.851369 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.851507 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.851646 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.852303 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.852303 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.852303 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.852303 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.852303 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.852698 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.852698 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.852840 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.852921 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.853068 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.853238 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.853402 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.853608 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.853727 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.853888 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.854056 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.854232 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.854439 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.854586 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.854744 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.854905 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.855065 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.855228 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.855388 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.855548 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.855708 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.855867 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.856085 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.856205 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.856364 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.856524 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.856685 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.856868 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.857029 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.857188 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.857355 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.857514 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.857676 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.857837 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.857998 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.858158 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.858578 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.858750 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.858911 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.859071 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.859231 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.859390 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.859550 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.859716 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.859861 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.860015 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.860170 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.860333 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.860491 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.860650 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.860815 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.860978 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.861140 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.861299 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.861458 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.861618 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.861776 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.861934 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.862093 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.862252 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.862434 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.862591 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.862751 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.862906 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.863124 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.863264 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.863392 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.863524 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.863649 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.863807 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.863968 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.864132 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.864291 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.864466 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.864613 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.864773 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.865087 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.865087 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.865251 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.865384 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.865543 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.865703 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.865879 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.866039 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.866198 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.866357 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.867456 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.867456 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.867456 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.867691 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.867691 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.867851 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.868010 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.868173 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.868983 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.868983 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.868983 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.868983 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.868983 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.869401 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.869401 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.869401 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.869994 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.869994 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.869994 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.869994 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.870273 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.870273 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.870441 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.870589 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.870749 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.870918 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.871078 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.871238 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.871626 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.871626 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.871835 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.871952 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.872112 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.872281 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.872442 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.872602 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.872762 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.872933 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.873094 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.873278 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.873413 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.873572 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.873734 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.873897 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.874084 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.874259 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.874450 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.874615 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.874785 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.874955 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.875096 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:47:58.875188 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.875267 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.875427 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.875598 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.875759 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.875919 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.876085 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.876238 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.876442 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.876528 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.876690 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.876848 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.877008 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.877167 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.877327 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.877485 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.877646 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.877810 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.877970 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.878166 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.878286 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.878949 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.878949 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 25 14:47:58.878949 dv-cinder-813751-1-iscsi neutron-server[86657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Oct 25 14:47:58.954898 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 50906) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:47:58.963704 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064385
Oct 25 14:48:10.222051 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33533363'] for agent, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:10.223194 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.223750 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.224136 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.224530 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.225042 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.225374 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.226201 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.226679 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.227106 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.228360 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.228732 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.231356 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:10.231819 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7efe6f879f40>, 'Open vSwitch agent', 'dv-cinder-813751-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:48:10.247544 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7efe6f01f640>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813751-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:48:10.614370 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7cfc69-e0ed-4723-b7ee-cc342f15442c None None] get_active_networks_info from dv-cinder-813751-1-iscsi {{(pid=86766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Oct 25 14:48:10.698776 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7cfc69-e0ed-4723-b7ee-cc342f15442c None None] No non-hosted networks {{(pid=86766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Oct 25 14:48:10.701008 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5d5b0bab-7bdd-4cbf-88c1-5068a9c56527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33533363'] for agent, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:13.516163 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-00020a83-12a4-47c4-81a9-913195a0be9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33533363'] for agent, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:13.556956 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ad1066eb-7ca6-44dd-9b8b-395ae8958b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:14.437389 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33533363'] for agent, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:16.587758 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33533363'] for agent, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:17.333553 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.db.l3_hamode_db [None req-8f95a88c-e12c-464d-9376-82c734b5ee13 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Oct 25 14:48:17.421220 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95a88c-e12c-464d-9376-82c734b5ee13 None None] Routers set() bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:48:17.421508 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95a88c-e12c-464d-9376-82c734b5ee13 None None] Router IDs set() for agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Oct 25 14:48:17.857595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 50998) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:18.445608 dv-cinder-813751-1-iscsi neutron-server[86764]: WARNING oslo_policy.policy [None req-ec17ce90-65fe-4597-bde8-6e998b07817c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 25 14:48:18.446203 dv-cinder-813751-1-iscsi neutron-server[86764]: WARNING oslo_policy.policy [None req-ec17ce90-65fe-4597-bde8-6e998b07817c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 25 14:48:18.672165 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [None req-ec17ce90-65fe-4597-bde8-6e998b07817c admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 14:48:18.673476 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-ec17ce90-65fe-4597-bde8-6e998b07817c admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8135707
Oct 25 14:48:21.056230 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 51012) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:21.417392 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-52f53214-3efa-4313-b873-5b7683b75cf6 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:48:21.523818 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.policy [None req-52f53214-3efa-4313-b873-5b7683b75cf6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86764) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Oct 25 14:48:21.571306 dv-cinder-813751-1-iscsi neutron-server[86764]: WARNING oslo_policy.policy [None req-52f53214-3efa-4313-b873-5b7683b75cf6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 25 14:48:21.571681 dv-cinder-813751-1-iscsi neutron-server[86764]: WARNING oslo_policy.policy [None req-52f53214-3efa-4313-b873-5b7683b75cf6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 25 14:48:21.582023 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.quota [None req-52f53214-3efa-4313-b873-5b7683b75cf6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7efe6f5ac850>.
Oct 25 14:48:21.598528 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-52f53214-3efa-4313-b873-5b7683b75cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:48:21.667108 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-52f53214-3efa-4313-b873-5b7683b75cf6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726957483355', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726957483784', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726957474168', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726957473353', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726957459208', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726957521015', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-763250', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-937951', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33380413', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33216342'] for rbac-policy, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:21.737693 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-52f53214-3efa-4313-b873-5b7683b75cf6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:21.738905 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-52f53214-3efa-4313-b873-5b7683b75cf6 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6816988
Oct 25 14:48:24.363047 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 51026) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:24.726522 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Request body: {'network': {'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'name': 'private', 'admin_state_up': True}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:48:24.731936 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:48:24.736660 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Usage tracker for resource:network and tenant:d2644bd7de5142199f3ef0d06b013971 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:48:24.741513 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:48:24.748183 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:48:24.758669 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Made reservation on behalf of d2644bd7de5142199f3ef0d06b013971 for: {'network': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:48:24.761654 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:24.780772 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:24.795168 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:48:24.798919 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Usage tracker for resource:security_group_rule and tenant:d2644bd7de5142199f3ef0d06b013971 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:48:24.804795 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:48:24.810781 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:48:24.914907 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:24.919380 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:24.924928 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:24.949099 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'}  {{(pid=86764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:48:24.973522 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726954413478', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:24.974136 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7efe7048da60> segment precommit_create {{(pid=86764) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Oct 25 14:48:24.974643 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.segments_db [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Added segment 7629fc08-f229-42b7-b3cf-9d8a9c15faed of type vlan for network 9e1250bb-1069-424b-b909-d6fb13e4d075
Oct 25 14:48:25.024464 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8de71b-8453-4df2-989e-f2982fdc5006,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:25.045579 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.045907 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.046229 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.046572 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.046887 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.047207 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.047502 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.047807 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.048113 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.048422 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.048728 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.049028 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Tracked resource versions report:
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]: pushed versions:
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]: {   'AddressGroup': {'1.2'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'ConntrackHelper': {'1.0'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'Log': {'1.0'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'Network': {'1.1'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'Port': {'1.7'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'PortForwarding': {'1.2'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'QosPolicy': {'1.8'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'SecurityGroup': {'1.4'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'SecurityGroupRule': {'1.2'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'SubPort': {'1.0'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'Subnet': {'1.1'},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     'Trunk': {'1.1'}}
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]: consumer versions:
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]: {   DHCP agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     L3 agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     Metadata agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     Metering agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:     Open vSwitch agent@dv-cinder-813751-1-iscsi: {   'AddressGroup': '1.2',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'ConntrackHelper': '1.0',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'Log': '1.0',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'Network': '1.1',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'Port': '1.7',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'PortForwarding': '1.2',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'QosPolicy': '1.8',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'SecurityGroup': '1.4',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'SecurityGroupRule': '1.2',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'SubPort': '1.0',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'Subnet': '1.1',
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'Trunk': '1.1'}}
Oct 25 14:48:25.050115 dv-cinder-813751-1-iscsi neutron-server[86764]:  {{(pid=86764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 25 14:48:25.099954 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:25.103866 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:25.145705 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:25.147390 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:48:25.148075 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:25.151640 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:25.263727 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1250bb-1069-424b-b909-d6fb13e4d075,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:25.266948 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9028423
Oct 25 14:48:25.268750 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:25.277442 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 9e1250bb-1069-424b-b909-d6fb13e4d075 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:48:28.008882 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51042) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:28.586137 dv-cinder-813751-1-iscsi neutron-server[86765]: WARNING oslo_policy.policy [None req-db9a3da2-1b74-4fe9-b863-32ba2d4c1504 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 25 14:48:28.586744 dv-cinder-813751-1-iscsi neutron-server[86765]: WARNING oslo_policy.policy [None req-db9a3da2-1b74-4fe9-b863-32ba2d4c1504 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 25 14:48:29.036002 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.policy [None req-db9a3da2-1b74-4fe9-b863-32ba2d4c1504 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86765) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Oct 25 14:48:29.082154 dv-cinder-813751-1-iscsi neutron-server[86765]: WARNING oslo_policy.policy [None req-db9a3da2-1b74-4fe9-b863-32ba2d4c1504 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 25 14:48:29.082569 dv-cinder-813751-1-iscsi neutron-server[86765]: WARNING oslo_policy.policy [None req-db9a3da2-1b74-4fe9-b863-32ba2d4c1504 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 25 14:48:29.091326 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a3da2-1b74-4fe9-b863-32ba2d4c1504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:48:29.093040 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-db9a3da2-1b74-4fe9-b863-32ba2d4c1504 admin admin] 10.222.0.57 "GET /v2.0/networks/9e1250bb-1069-424b-b909-d6fb13e4d075 HTTP/1.1" status: 200  len: 825 time: 1.0832531
Oct 25 14:48:29.125061 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6966c8ad-b99d-45f5-a0c2-8255a0f12307 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/f6921572-4f3b-48a2-842c-f620996481bd HTTP/1.1" status: 200  len: 734 time: 0.0265419
Oct 25 14:48:29.134491 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075', 'subnetpool_id': 'f6921572-4f3b-48a2-842c-f620996481bd', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:48:29.136035 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.quota [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7efe6f91c4f0>.
Oct 25 14:48:29.142363 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:48:29.148571 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Usage tracker for resource:subnet and tenant:d2644bd7de5142199f3ef0d06b013971 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:48:29.152007 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:48:29.158995 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:48:29.173313 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Made reservation on behalf of d2644bd7de5142199f3ef0d06b013971 for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:48:29.176211 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:29.498114 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:29.504416 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:29.585047 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Checking segment: {'id': '7629fc08-f229-42b7-b3cf-9d8a9c15faed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:48:29.585446 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Network hostable DHCP agents. Network: 9e1250bb-1069-424b-b909-d6fb13e4d075, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:48:29.607181 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2aa81ad-5234-4d05-ab98-288c304037ef,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:29.620563 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.620911 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.621238 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.621557 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.621872 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.622186 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.622536 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.622849 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.623159 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.623476 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.623780 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.624084 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Tracked resource versions report:
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]: pushed versions:
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]: {   'AddressGroup': {'1.2'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'ConntrackHelper': {'1.0'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'Log': {'1.0'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'Network': {'1.1'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'Port': {'1.7'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'PortForwarding': {'1.2'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'QosPolicy': {'1.8'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'SecurityGroup': {'1.4'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'SecurityGroupRule': {'1.2'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'SubPort': {'1.0'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'Subnet': {'1.1'},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     'Trunk': {'1.1'}}
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]: consumer versions:
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]: {   DHCP agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     L3 agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     Metadata agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     Metering agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:     Open vSwitch agent@dv-cinder-813751-1-iscsi: {   'AddressGroup': '1.2',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'ConntrackHelper': '1.0',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'Log': '1.0',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'Network': '1.1',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'Port': '1.7',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'PortForwarding': '1.2',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'QosPolicy': '1.8',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'SecurityGroup': '1.4',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'SecurityGroupRule': '1.2',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'SubPort': '1.0',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'Subnet': '1.1',
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'Trunk': '1.1'}}
Oct 25 14:48:29.625250 dv-cinder-813751-1-iscsi neutron-server[86765]:  {{(pid=86765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 25 14:48:29.655804 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Network 9e1250bb-1069-424b-b909-d6fb13e4d075 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:48:29.660595 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:29.670076 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 9e1250bb-1069-424b-b909-d6fb13e4d075) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:48:29.675193 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:48:29.675874 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:29.681306 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6837dc4-a739-421a-96fe-103e8552eed9 None None] Network 9e1250bb-1069-424b-b909-d6fb13e4d075 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:48:29.701172 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5707231
Oct 25 14:48:30.104058 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939c8d1a-dcb5-55a8-bcc9-79348285edc1-9e1250bb-1069-424b-b909-d6fb13e4d075', 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'fixed_ips': [{'subnet_id': 'f2aa81ad-5234-4d05-ab98-288c304037ef'}]}} from dv-cinder-813751-1-iscsi. {{(pid=86766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Oct 25 14:48:30.105333 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:30.297564 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.db_base_plugin_common [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Allocated IP 172.20.0.2 (9e1250bb-1069-424b-b909-d6fb13e4d075/f2aa81ad-5234-4d05-ab98-288c304037ef/71c4e2ea-98e7-4c0d-924c-06da28c380f7) {{(pid=86766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:48:30.538847 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Notify callbacks [] for port, precommit_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:30.553815 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Transition to ACTIVE for port object 71c4e2ea-98e7-4c0d-924c-06da28c380f7 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:48:30.575098 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Transition to ACTIVE for port object 71c4e2ea-98e7-4c0d-924c-06da28c380f7 will not be triggered until provisioned by entity DHCP. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:48:30.581998 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:30.590743 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:30.643759 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Network 9e1250bb-1069-424b-b909-d6fb13e4d075 is already hosted by enough agents. {{(pid=86766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:48:30.647747 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.base_scheduler [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Resources bound (agent type, host, resource id):  {{(pid=86766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:48:30.651147 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Received port after_create {{(pid=86766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:48:30.700920 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Pushing event updated for resources: {'Port': ['ID=71c4e2ea-98e7-4c0d-924c-06da28c380f7,revision_number=1']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:30.743389 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.743727 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.744056 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.744384 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.744702 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.745024 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.745337 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.745649 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.745983 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.746296 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.746626 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.746935 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Tracked resource versions report:
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]: pushed versions:
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]: {   'AddressGroup': {'1.2'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'ConntrackHelper': {'1.0'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'Log': {'1.0'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'Network': {'1.1'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'Port': {'1.7'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'PortForwarding': {'1.2'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'QosPolicy': {'1.8'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'SecurityGroup': {'1.4'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'SecurityGroupRule': {'1.2'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'SubPort': {'1.0'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'Subnet': {'1.1'},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     'Trunk': {'1.1'}}
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]: consumer versions:
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]: {   DHCP agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     L3 agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     Metadata agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     Metering agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:     Open vSwitch agent@dv-cinder-813751-1-iscsi: {   'AddressGroup': '1.2',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'ConntrackHelper': '1.0',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'Log': '1.0',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'Network': '1.1',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'Port': '1.7',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'PortForwarding': '1.2',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'QosPolicy': '1.8',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'SecurityGroup': '1.4',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'SecurityGroupRule': '1.2',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'SubPort': '1.0',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'Subnet': '1.1',
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'Trunk': '1.1'}}
Oct 25 14:48:30.748101 dv-cinder-813751-1-iscsi neutron-server[86766]:  {{(pid=86766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 25 14:48:30.751960 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:30.774103 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Attempting to bind port 71c4e2ea-98e7-4c0d-924c-06da28c380f7 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:48:30.774518 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Attempting to bind port 71c4e2ea-98e7-4c0d-924c-06da28c380f7 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '7629fc08-f229-42b7-b3cf-9d8a9c15faed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:48:30.774977 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Attempting to bind port 71c4e2ea-98e7-4c0d-924c-06da28c380f7 on network 9e1250bb-1069-424b-b909-d6fb13e4d075 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:48:30.780980 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:48:30.781381 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Checking segment: {'id': '7629fc08-f229-42b7-b3cf-9d8a9c15faed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:48:30.781877 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:30.782264 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Bound using segment: {'id': '7629fc08-f229-42b7-b3cf-9d8a9c15faed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:48:30.782796 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Bound port: 71c4e2ea-98e7-4c0d-924c-06da28c380f7, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7629fc08-f229-42b7-b3cf-9d8a9c15faed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:48:30.783184 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:30.884037 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] For port 71c4e2ea-98e7-4c0d-924c-06da28c380f7, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:48:30.889115 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] For port 71c4e2ea-98e7-4c0d-924c-06da28c380f7, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=71c4e2ea-98e7-4c0d-924c-06da28c380f7,segment=NetworkSegment(7629fc08-f229-42b7-b3cf-9d8a9c15faed),segment_id=7629fc08-f229-42b7-b3cf-9d8a9c15faed)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:48:30.893431 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:30.898072 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:31.011476 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Pushing event updated for resources: {'Port': ['ID=71c4e2ea-98e7-4c0d-924c-06da28c380f7,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:31.015242 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:32.210976 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51062) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:32.630351 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [None req-a70f1a9d-d389-44fd-9e88-a7aa29ec90ff admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 14:48:32.631407 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a70f1a9d-d389-44fd-9e88-a7aa29ec90ff admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4194195
Oct 25 14:48:34.583123 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 71c4e2ea-98e7-4c0d-924c-06da28c380f7 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:48:34.658528 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 71c4e2ea-98e7-4c0d-924c-06da28c380f7 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:48:34.866420 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c830b-9a1e-4fb5-a00c-c40c66122482 None None] Network 9e1250bb-1069-424b-b909-d6fb13e4d075 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:48:34.959383 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-6b08af35-96ef-46e3-9d81-3893fa226c38 None None] Provisioning for port 71c4e2ea-98e7-4c0d-924c-06da28c380f7 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:48:34.973776 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-6b08af35-96ef-46e3-9d81-3893fa226c38 None None] Provisioning complete for port 71c4e2ea-98e7-4c0d-924c-06da28c380f7 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:48:34.974223 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-6b08af35-96ef-46e3-9d81-3893fa226c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:35.211998 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-6b08af35-96ef-46e3-9d81-3893fa226c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:35.262107 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-6b08af35-96ef-46e3-9d81-3893fa226c38 None None] For port 71c4e2ea-98e7-4c0d-924c-06da28c380f7, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=71c4e2ea-98e7-4c0d-924c-06da28c380f7,segment=NetworkSegment(7629fc08-f229-42b7-b3cf-9d8a9c15faed),segment_id=7629fc08-f229-42b7-b3cf-9d8a9c15faed)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:48:35.266611 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-6b08af35-96ef-46e3-9d81-3893fa226c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:35.274508 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:35.353210 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08af35-96ef-46e3-9d81-3893fa226c38 None None] Pushing event updated for resources: {'Port': ['ID=71c4e2ea-98e7-4c0d-924c-06da28c380f7,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:35.357518 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-6b08af35-96ef-46e3-9d81-3893fa226c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:35.491048 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-c9ade3b4-a7d9-441b-b09b-0e845456b056 None None] Provisioning complete for port 71c4e2ea-98e7-4c0d-924c-06da28c380f7 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:48:35.491048 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-c9ade3b4-a7d9-441b-b09b-0e845456b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:35.949855 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51076) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:36.313448 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [None req-037c5694-67fc-4d33-a534-b7d37c7890be admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 14:48:36.314425 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-037c5694-67fc-4d33-a534-b7d37c7890be admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3635941
Oct 25 14:48:36.562164 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 71c4e2ea-98e7-4c0d-924c-06da28c380f7 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:48:36.632581 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 71c4e2ea-98e7-4c0d-924c-06da28c380f7 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:48:36.632948 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:38.980822 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51088) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:39.328625 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'admin_state_up': True}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:48:39.333772 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:48:39.337884 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] Usage tracker for resource:router and tenant:d2644bd7de5142199f3ef0d06b013971 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:48:39.341343 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:48:39.347562 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:48:39.358820 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33513898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1654'] for router, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:39.360680 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33513773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33441060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33538838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:39.386955 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:39.501133 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33513885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871'] for router, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:39.519368 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] Notify callbacks [] for router, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:39.521019 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-7843e82f-a29d-4653-96a0-599a8e3548e5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5388865
Oct 25 14:48:40.130317 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:40.511054 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-957766ca-b63a-4ec0-aac1-b49d9fbb1b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:41.933754 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51098) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:42.303226 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [None req-55956a51-b6b4-4c90-8b5d-1383c734dc02 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 14:48:42.304203 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-55956a51-b6b4-4c90-8b5d-1383c734dc02 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3695157
Oct 25 14:48:43.500977 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9ca456a1-2796-4f53-b60d-61fd1d81c2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:44.371219 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:44.697972 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51108) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:45.086178 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:48:45.091105 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:48:45.094882 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Usage tracker for resource:network and tenant:8de23d66a8de47dbaa30df02a935afe2 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:48:45.097755 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:48:45.103405 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:48:45.113928 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Made reservation on behalf of 8de23d66a8de47dbaa30df02a935afe2 for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:48:45.116726 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:45.133952 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:45.148296 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:48:45.152024 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:8de23d66a8de47dbaa30df02a935afe2 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:48:45.155217 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:48:45.160873 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:48:45.277892 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:45.281772 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:45.285008 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:45.300697 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Reserving flat network on physical network physnet1 {{(pid=86765) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Oct 25 14:48:45.323313 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dea6c7-f0ae-46da-97d7-31b2918184ef,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:45.328688 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726954413478', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:45.329286 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7efe7048da60> segment precommit_create {{(pid=86765) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Oct 25 14:48:45.329734 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Added segment 5d56910f-ea39-4ad7-a001-61861e180e07 of type flat for network 7e676695-9316-4764-8fee-34d0d2b07572
Oct 25 14:48:45.339968 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:45.375698 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:45.426942 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:45.428768 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:48:45.429342 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:45.432853 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:45.531948 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8327959
Oct 25 14:48:45.534830 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e676695-9316-4764-8fee-34d0d2b07572,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:45.539339 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:45.549794 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 7e676695-9316-4764-8fee-34d0d2b07572 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:48:46.530652 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:47.762281 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:48:47.933249 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51128) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:48.146217 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511f9764-5583-48ae-a6ef-1aba45df0b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:48:48.147613 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-511f9764-5583-48ae-a6ef-1aba45df0b04 admin admin] 10.222.0.57 "GET /v2.0/subnets/f2aa81ad-5234-4d05-ab98-288c304037ef HTTP/1.1" status: 200  len: 849 time: 0.2134941
Oct 25 14:48:48.289394 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a1badb57-b900-4f0b-bb82-84541235cd19 admin admin] 10.222.0.57 "GET /v2.0/routers/893ea3e6-c919-4b66-86a0-aff8dcba73bd HTTP/1.1" status: 200  len: 704 time: 0.1361318
Oct 25 14:48:48.758987 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:48.996453 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Allocated IP 172.20.0.1 (9e1250bb-1069-424b-b909-d6fb13e4d075/f2aa81ad-5234-4d05-ab98-288c304037ef/47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:48:49.194158 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:49.212322 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.provisioning_blocks [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Transition to ACTIVE for port object 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e will not be triggered until provisioned by entity DHCP. {{(pid=86765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:48:49.271435 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:49.275378 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:49.335791 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Network 9e1250bb-1069-424b-b909-d6fb13e4d075 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:48:49.343579 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:48:49.346835 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:48:49.347366 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33510570'] for router_interface, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:49.489731 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Pushing event updated for resources: {'Port': ['ID=47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:49.494374 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:49.517604 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-924abd77-83ab-4c6f-963d-9c78abc90924 None None] Provisioning for port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:48:49.524234 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-924abd77-83ab-4c6f-963d-9c78abc90924 None None] Provisioning complete for port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:48:49.524814 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-924abd77-83ab-4c6f-963d-9c78abc90924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:49.582428 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-924abd77-83ab-4c6f-963d-9c78abc90924 None None] Port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 14:48:49.628967 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:49.859184 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:49.863682 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:49.865037 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33051322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33510409'] for router_interface, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:49.868301 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:50.002689 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Pushing event updated for resources: {'Port': ['ID=47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:50.005410 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:50.068016 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Network 9e1250bb-1069-424b-b909-d6fb13e4d075 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:48:50.069656 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:48:50.265066 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Router 893ea3e6-c919-4b66-86a0-aff8dcba73bd is scheduled to L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e with binding_index 1 {{(pid=86765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Oct 25 14:48:50.306787 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-4e0b1458-4dde-4246-8e3a-2bd71defa326 None None] Provisioning complete for port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:48:50.307181 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1458-4dde-4246-8e3a-2bd71defa326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:50.363416 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b1458-4dde-4246-8e3a-2bd71defa326 None None] Port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 14:48:50.429018 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 14:48:50.439160 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] 10.222.0.57 "PUT /v2.0/routers/893ea3e6-c919-4b66-86a0-aff8dcba73bd/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1447916
Oct 25 14:48:50.439631 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Sync routers for ids ['893ea3e6-c919-4b66-86a0-aff8dcba73bd'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 14:48:50.452891 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Routers {'893ea3e6-c919-4b66-86a0-aff8dcba73bd'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:48:50.453757 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f7633a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:48:43Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['893ea3e6-c919-4b66-86a0-aff8dcba73bd'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:48:50.639222 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Set router 893ea3e6-c919-4b66-86a0-aff8dcba73bd gateway port host: None {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:48:51.019724 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f7633a0>, [{'id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'name': 'router1', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:49Z', 'revision_number': 2, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'gw_port_host': None, '_interfaces': [{'id': '47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e', 'name': '', 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'mac_address': 'fa:16:3e:07:fa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:49Z', 'revision_number': 2, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'subnets': [{'id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6921572-4f3b-48a2-842c-f620996481bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:48:51.025501 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Checking router: 893ea3e6-c919-4b66-86a0-aff8dcba73bd for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 14:48:51.025880 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Updating router 893ea3e6-c919-4b66-86a0-aff8dcba73bd port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 14:48:51.082169 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:51.475729 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:51.491293 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Transition to ACTIVE for port object 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:48:51.499084 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:51.510243 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:51.733131 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Pushing event updated for resources: {'Port': ['ID=47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:51.790733 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.791071 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.791396 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.791714 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.792031 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.792341 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.792655 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.792958 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.793273 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.793579 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.793882 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.794184 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Tracked resource versions report:
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]: pushed versions:
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]: {   'AddressGroup': {'1.2'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'ConntrackHelper': {'1.0'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'Log': {'1.0'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'Network': {'1.1'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'Port': {'1.7'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'PortForwarding': {'1.2'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'QosPolicy': {'1.8'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'SecurityGroup': {'1.4'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'SecurityGroupRule': {'1.2'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'SubPort': {'1.0'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'Subnet': {'1.1'},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     'Trunk': {'1.1'}}
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]: consumer versions:
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]: {   DHCP agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     L3 agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     Metadata agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     Metering agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:     Open vSwitch agent@dv-cinder-813751-1-iscsi: {   'AddressGroup': '1.2',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'ConntrackHelper': '1.0',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'Log': '1.0',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'Network': '1.1',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'Port': '1.7',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'PortForwarding': '1.2',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'QosPolicy': '1.8',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'SecurityGroup': '1.4',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'SecurityGroupRule': '1.2',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'SubPort': '1.0',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'Subnet': '1.1',
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'Trunk': '1.1'}}
Oct 25 14:48:51.795450 dv-cinder-813751-1-iscsi neutron-server[86767]:  {{(pid=86767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 25 14:48:51.808163 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:51.818993 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Attempting to bind port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:48:51.819515 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Attempting to bind port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '7629fc08-f229-42b7-b3cf-9d8a9c15faed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:48:51.820225 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Attempting to bind port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e on network 9e1250bb-1069-424b-b909-d6fb13e4d075 {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:48:51.828537 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:48:51.829042 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Checking segment: {'id': '7629fc08-f229-42b7-b3cf-9d8a9c15faed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:48:51.829568 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:51.829958 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Bound using segment: {'id': '7629fc08-f229-42b7-b3cf-9d8a9c15faed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:48:51.830604 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Bound port: 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7629fc08-f229-42b7-b3cf-9d8a9c15faed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:48:51.831219 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:51.949405 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] For port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:48:51.957088 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] For port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e,segment=NetworkSegment(7629fc08-f229-42b7-b3cf-9d8a9c15faed),segment_id=7629fc08-f229-42b7-b3cf-9d8a9c15faed)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:48:51.962738 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:51.966985 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:52.053826 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Pushing event updated for resources: {'Port': ['ID=47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e,revision_number=4']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:52.058983 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:52.065287 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Routers {'893ea3e6-c919-4b66-86a0-aff8dcba73bd'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:48:52.066019 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f7633a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:48:43Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['893ea3e6-c919-4b66-86a0-aff8dcba73bd'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:48:52.254516 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] Set router 893ea3e6-c919-4b66-86a0-aff8dcba73bd gateway port host: None {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:48:52.624280 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f7633a0>, [{'id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'name': 'router1', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:49Z', 'revision_number': 2, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'gw_port_host': None, '_interfaces': [{'id': '47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e', 'name': '', 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'mac_address': 'fa:16:3e:07:fa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:51Z', 'revision_number': 4, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'subnets': [{'id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6921572-4f3b-48a2-842c-f620996481bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:48:52.628669 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7e40b-e512-45f5-bcdf-0b83ab3c1a0d None None] The sync data for ids ['893ea3e6-c919-4b66-86a0-aff8dcba73bd'] in dv-cinder-813751-1-iscsi is: [{'id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'name': 'router1', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:49Z', 'revision_number': 2, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'gw_port_host': None, '_interfaces': [{'id': '47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e', 'name': '', 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'mac_address': 'fa:16:3e:07:fa:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:51Z', 'revision_number': 4, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'subnets': [{'id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6921572-4f3b-48a2-842c-f620996481bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 14:48:52.722840 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51150) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:52.927697 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceab630-441c-4890-9bb7-67ed9b694fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:48:52.928173 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-8ceab630-441c-4890-9bb7-67ed9b694fab admin admin] Synchronizing usage tracker for tenant:8de23d66a8de47dbaa30df02a935afe2 on resource:network {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:48:52.950527 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-8ceab630-441c-4890-9bb7-67ed9b694fab admin admin] Unset dirty status for tenant:8de23d66a8de47dbaa30df02a935afe2 on resource:network {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:48:52.952566 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-8ceab630-441c-4890-9bb7-67ed9b694fab admin admin] 10.222.0.57 "GET /v2.0/networks/7e676695-9316-4764-8fee-34d0d2b07572 HTTP/1.1" status: 200  len: 842 time: 0.2285359
Oct 25 14:48:52.963326 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:48:52.969028 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:48:52.973428 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Usage tracker for resource:subnet and tenant:8de23d66a8de47dbaa30df02a935afe2 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:48:52.976884 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:48:52.984102 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:48:52.997178 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Made reservation on behalf of 8de23d66a8de47dbaa30df02a935afe2 for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:48:53.001169 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:53.407676 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.objects.ports [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86765) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Oct 25 14:48:53.407676 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:53.411802 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-eaf139da-209b-49c6-bebe-da0747f9f941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:53.488159 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a7c594-27a7-4b7e-85bb-1f820ecc7b3d,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:53.492299 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:53.495134 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:48:53.495485 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Network hostable DHCP agents. Network: 7e676695-9316-4764-8fee-34d0d2b07572, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:48:53.519935 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:48:53.532446 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 7e676695-9316-4764-8fee-34d0d2b07572) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:48:53.538065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:48:53.539046 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:53.541871 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5123d415-ae47-4dfa-a3ee-941210ee6507 None None] Network 7e676695-9316-4764-8fee-34d0d2b07572 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:48:53.575719 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6167135
Oct 25 14:48:53.793107 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a39d6c-1739-425f-9260-7accdadcf7c3 None None] Network 7e676695-9316-4764-8fee-34d0d2b07572 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:48:54.592725 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:48:54.670702 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:48:54.676795 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:48:54.676990 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:54.800856 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:54.837288 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e,segment=NetworkSegment(7629fc08-f229-42b7-b3cf-9d8a9c15faed),segment_id=7629fc08-f229-42b7-b3cf-9d8a9c15faed)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:48:54.842686 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:54.845840 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:54.915603 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:54.919026 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:55.957575 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51164) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:48:56.152812 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-06ab7fd6-4d45-4a3a-8c71-a864d990de02 admin admin] 10.222.0.57 "GET /v2.0/routers/893ea3e6-c919-4b66-86a0-aff8dcba73bd HTTP/1.1" status: 200  len: 710 time: 0.1940932
Oct 25 14:48:56.278799 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3e558-0ec4-4153-9f6e-a3bbb85fb094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:48:56.280050 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d8c3e558-0ec4-4153-9f6e-a3bbb85fb094 admin admin] 10.222.0.57 "GET /v2.0/networks/7e676695-9316-4764-8fee-34d0d2b07572 HTTP/1.1" status: 200  len: 886 time: 0.1221719
Oct 25 14:48:56.289429 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:48:56.571168 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:48:56.640109 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:48:56.640481 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:56.782200 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:57.122247 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:57.181459 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:57.319710 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Allocated IP 172.27.3.69 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/f3adb1a5-9956-4faa-ad0b-087bff61ffb8) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:48:57.464867 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:57.493684 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:57.497626 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:57.552763 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:48:57.559948 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:48:57.563967 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:48:57.631193 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Pushing event updated for resources: {'Port': ['ID=f3adb1a5-9956-4faa-ad0b-087bff61ffb8,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:57.686364 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:57.960514 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:58.362288 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:58.366178 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33440885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33440876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33513876'] for router, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:58.547957 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Router 893ea3e6-c919-4b66-86a0-aff8dcba73bd has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 14:48:58.726350 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 14:48:58.734849 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Notify callbacks [] for router, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:58.736051 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] 10.222.0.57 "PUT /v2.0/routers/893ea3e6-c919-4b66-86a0-aff8dcba73bd HTTP/1.1" status: 200  len: 889 time: 2.4498243
Oct 25 14:48:58.736443 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03501dc6-6b57-419c-b876-228d546540df None None] Sync routers for ids ['893ea3e6-c919-4b66-86a0-aff8dcba73bd'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 14:48:58.746964 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03501dc6-6b57-419c-b876-228d546540df None None] Routers {'893ea3e6-c919-4b66-86a0-aff8dcba73bd'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:48:58.747668 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-03501dc6-6b57-419c-b876-228d546540df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe729870d0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:48:43Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['893ea3e6-c919-4b66-86a0-aff8dcba73bd'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:48:58.959947 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-03501dc6-6b57-419c-b876-228d546540df None None] Set router 893ea3e6-c919-4b66-86a0-aff8dcba73bd gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:48:59.330782 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-03501dc6-6b57-419c-b876-228d546540df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe729870d0>, [{'id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'name': 'router1', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'f3adb1a5-9956-4faa-ad0b-087bff61ffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:57Z', 'revision_number': 4, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'gw_port': {'id': 'f3adb1a5-9956-4faa-ad0b-087bff61ffb8', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:57Z', 'updated_at': '2021-10-25T14:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e', 'name': '', 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'mac_address': 'fa:16:3e:07:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:54Z', 'revision_number': 5, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'subnets': [{'id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6921572-4f3b-48a2-842c-f620996481bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:48:59.336369 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03501dc6-6b57-419c-b876-228d546540df None None] Checking router: 893ea3e6-c919-4b66-86a0-aff8dcba73bd for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 14:48:59.336745 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03501dc6-6b57-419c-b876-228d546540df None None] Updating router 893ea3e6-c919-4b66-86a0-aff8dcba73bd port f3adb1a5-9956-4faa-ad0b-087bff61ffb8 binding host dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 14:48:59.391141 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-03501dc6-6b57-419c-b876-228d546540df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:59.757553 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-03501dc6-6b57-419c-b876-228d546540df None None] Notify callbacks [] for port, precommit_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:59.769784 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-03501dc6-6b57-419c-b876-228d546540df None None] Transition to ACTIVE for port object f3adb1a5-9956-4faa-ad0b-087bff61ffb8 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:48:59.777307 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-03501dc6-6b57-419c-b876-228d546540df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:59.781530 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-38eab02e-3655-42c2-80d7-2756e1b10423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:48:59.858829 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e33cd-9e92-4b4b-8736-1dfdcf7dd88f None None] Pushing event updated for resources: {'Port': ['ID=f3adb1a5-9956-4faa-ad0b-087bff61ffb8,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:48:59.865629 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-03501dc6-6b57-419c-b876-228d546540df None None] Attempting to bind port f3adb1a5-9956-4faa-ad0b-087bff61ffb8 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:48:59.866023 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-03501dc6-6b57-419c-b876-228d546540df None None] Attempting to bind port f3adb1a5-9956-4faa-ad0b-087bff61ffb8 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:48:59.866364 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03501dc6-6b57-419c-b876-228d546540df None None] Attempting to bind port f3adb1a5-9956-4faa-ad0b-087bff61ffb8 on network 7e676695-9316-4764-8fee-34d0d2b07572 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:48:59.872143 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f52e33cd-9e92-4b4b-8736-1dfdcf7dd88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:48:59.872932 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03501dc6-6b57-419c-b876-228d546540df None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:48:59.873307 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03501dc6-6b57-419c-b876-228d546540df None None] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:48:59.873708 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-03501dc6-6b57-419c-b876-228d546540df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:59.874095 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03501dc6-6b57-419c-b876-228d546540df None None] Bound using segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:48:59.875007 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-03501dc6-6b57-419c-b876-228d546540df None None] Bound port: f3adb1a5-9956-4faa-ad0b-087bff61ffb8, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:48:59.875007 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-03501dc6-6b57-419c-b876-228d546540df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:59.977131 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-03501dc6-6b57-419c-b876-228d546540df None None] For port f3adb1a5-9956-4faa-ad0b-087bff61ffb8, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:48:59.982722 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-03501dc6-6b57-419c-b876-228d546540df None None] For port f3adb1a5-9956-4faa-ad0b-087bff61ffb8, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=f3adb1a5-9956-4faa-ad0b-087bff61ffb8,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:48:59.988117 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-03501dc6-6b57-419c-b876-228d546540df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:48:59.993486 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f52e33cd-9e92-4b4b-8736-1dfdcf7dd88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:49:00.068611 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03501dc6-6b57-419c-b876-228d546540df None None] Routers {'893ea3e6-c919-4b66-86a0-aff8dcba73bd'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:49:00.069242 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-03501dc6-6b57-419c-b876-228d546540df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe729870d0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:48:43Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['893ea3e6-c919-4b66-86a0-aff8dcba73bd'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:49:00.136589 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e33cd-9e92-4b4b-8736-1dfdcf7dd88f None None] Pushing event updated for resources: {'Port': ['ID=f3adb1a5-9956-4faa-ad0b-087bff61ffb8,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:49:00.140364 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f52e33cd-9e92-4b4b-8736-1dfdcf7dd88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:49:00.269114 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-03501dc6-6b57-419c-b876-228d546540df None None] Set router 893ea3e6-c919-4b66-86a0-aff8dcba73bd gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:49:00.606215 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-03501dc6-6b57-419c-b876-228d546540df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe729870d0>, [{'id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'name': 'router1', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'f3adb1a5-9956-4faa-ad0b-087bff61ffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:57Z', 'revision_number': 4, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'gw_port': {'id': 'f3adb1a5-9956-4faa-ad0b-087bff61ffb8', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:57Z', 'updated_at': '2021-10-25T14:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e', 'name': '', 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'mac_address': 'fa:16:3e:07:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:54Z', 'revision_number': 5, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'subnets': [{'id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6921572-4f3b-48a2-842c-f620996481bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:49:00.610831 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03501dc6-6b57-419c-b876-228d546540df None None] The sync data for ids ['893ea3e6-c919-4b66-86a0-aff8dcba73bd'] in dv-cinder-813751-1-iscsi is: [{'id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'name': 'router1', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'f3adb1a5-9956-4faa-ad0b-087bff61ffb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:48:39Z', 'updated_at': '2021-10-25T14:48:57Z', 'revision_number': 4, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'gw_port': {'id': 'f3adb1a5-9956-4faa-ad0b-087bff61ffb8', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:57Z', 'updated_at': '2021-10-25T14:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e', 'name': '', 'network_id': '9e1250bb-1069-424b-b909-d6fb13e4d075', 'tenant_id': 'd2644bd7de5142199f3ef0d06b013971', 'mac_address': 'fa:16:3e:07:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ea3e6-c919-4b66-86a0-aff8dcba73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:48:48Z', 'updated_at': '2021-10-25T14:48:54Z', 'revision_number': 5, 'project_id': 'd2644bd7de5142199f3ef0d06b013971', 'subnets': [{'id': 'f2aa81ad-5234-4d05-ab98-288c304037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6921572-4f3b-48a2-842c-f620996481bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 14:49:01.247325 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51174) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:49:01.391899 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-e8dec1ae-4922-4ff2-ac40-9b94da457223 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1425076
Oct 25 14:49:02.595982 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device f3adb1a5-9956-4faa-ad0b-087bff61ffb8 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:49:02.665525 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port f3adb1a5-9956-4faa-ad0b-087bff61ffb8 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:49:02.670148 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port f3adb1a5-9956-4faa-ad0b-087bff61ffb8 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:49:02.670553 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:02.808238 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:02.839682 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port f3adb1a5-9956-4faa-ad0b-087bff61ffb8, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=f3adb1a5-9956-4faa-ad0b-087bff61ffb8,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:49:02.845873 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:02.850206 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-6b08af35-96ef-46e3-9d81-3893fa226c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:49:02.927113 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=f3adb1a5-9956-4faa-ad0b-087bff61ffb8,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:49:02.930033 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:49:04.593365 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device f3adb1a5-9956-4faa-ad0b-087bff61ffb8 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:49:04.694792 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port f3adb1a5-9956-4faa-ad0b-087bff61ffb8 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:49:04.695186 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:10.171601 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:10.530299 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-648629a3-f6a0-49cd-8ed4-2209ac24d48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:13.508357 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-b2903965-e675-4f08-a52b-5e5418cdaccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:14.384520 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:16.540296 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:24.761410 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:49:40.135068 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:40.514743 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3335ad8b-7804-4127-8c90-e7c7ca4006fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:43.501599 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-c17acb3c-e21d-4b2f-8040-5965ae780257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:44.379271 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:49:46.574226 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:50:01.763504 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:50:10.139677 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:50:10.521803 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2775-4970-4f88-b3a9-f2d8a84538a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:50:13.504874 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e28650e3-b149-44c7-a720-45925a75d828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:50:14.382667 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:50:16.553359 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:50:38.763046 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:50:40.142823 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:50:40.514644 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-57e23612-6ddd-432d-98d3-682d5e7fe1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:50:43.506240 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-53b807e7-a134-4e2a-aabc-1b03497573df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:50:44.385533 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:50:46.554056 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:10.146998 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:10.516103 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e86ff37b-bbec-4cf2-a284-18ccb3e52d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:11.511255 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51746) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:11.576576 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df841a4-1a96-46bc-b8cf-c6e153955dd2 admin admin] GET failed (client error): The resource could not be found.
Oct 25 14:51:11.578622 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5df841a4-1a96-46bc-b8cf-c6e153955dd2 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0663531
Oct 25 14:51:11.713002 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d2017-fe06-4f6f-b274-524afd5fa889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:11.714367 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-be8d2017-fe06-4f6f-b274-524afd5fa889 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1302471
Oct 25 14:51:13.511030 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a0cfab0c-2a9e-484d-a992-494828cd574d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:13.889918 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 51756) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:14.005884 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807ffde-20a6-4e49-840e-a70101d3caaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:14.007347 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-f807ffde-20a6-4e49-840e-a70101d3caaf admin admin] 10.222.0.57 "GET /v2.0/subnets/f2aa81ad-5234-4d05-ab98-288c304037ef HTTP/1.1" status: 200  len: 849 time: 0.1164529
Oct 25 14:51:14.017644 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:51:14.137378 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:14.332316 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726954315340'] for subnet, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:14.336443 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:51:14.384294 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:14.385460 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:14.390524 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] 10.222.0.57 "PUT /v2.0/subnets/f2aa81ad-5234-4d05-ab98-288c304037ef HTTP/1.1" status: 200  len: 868 time: 0.3730967
Oct 25 14:51:14.395379 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce76a90-c57e-4915-aea8-7e58fe3526ff None None] Network 9e1250bb-1069-424b-b909-d6fb13e4d075 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:51:14.418775 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:14.424661 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2aa81ad-5234-4d05-ab98-288c304037ef,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:51:14.432202 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.432586 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.432885 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.433207 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.433565 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.433868 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.434180 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.434526 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.434973 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.435174 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.435487 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.435799 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:51:14.440632 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:51:14.939729 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-d989ec04-350b-4fb5-aeed-44c8c3d1c75f None None] Provisioning complete for port 47abbd97-5cc8-49a5-ac2d-6b5c5a473d9e triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:51:14.940302 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-d989ec04-350b-4fb5-aeed-44c8c3d1c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:15.080572 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-d989ec04-350b-4fb5-aeed-44c8c3d1c75f None None] Provisioning complete for port 71c4e2ea-98e7-4c0d-924c-06da28c380f7 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:51:15.080943 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-d989ec04-350b-4fb5-aeed-44c8c3d1c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:15.762357 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:51:16.559063 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:16.570190 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 51766) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:16.749761 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e57ae17-0ca2-4ab5-9c8c-e213959dde10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:16.750128 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e57ae17-0ca2-4ab5-9c8c-e213959dde10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:16.751758 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-6e57ae17-0ca2-4ab5-9c8c-e213959dde10 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1805799
Oct 25 14:51:18.909445 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 51776) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:19.084768 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a20e362-28bb-4199-9934-8383a62ae649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:19.085227 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a20e362-28bb-4199-9934-8383a62ae649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:19.086769 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-9a20e362-28bb-4199-9934-8383a62ae649 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1763897
Oct 25 14:51:21.261644 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51786) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:21.425154 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d2983-624c-4663-85e6-885eed7b4c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:21.426511 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-9c9d2983-624c-4663-85e6-885eed7b4c3b admin admin] 10.222.0.57 "GET /v2.0/networks/7e676695-9316-4764-8fee-34d0d2b07572 HTTP/1.1" status: 200  len: 886 time: 0.1639187
Oct 25 14:51:23.598551 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51796) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:23.770360 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4315d2-bd3f-4788-9a14-c03d34aa655d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:23.771766 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6f4315d2-bd3f-4788-9a14-c03d34aa655d admin admin] 10.222.0.57 "GET /v2.0/networks/9e1250bb-1069-424b-b909-d6fb13e4d075 HTTP/1.1" status: 200  len: 869 time: 0.1722503
Oct 25 14:51:25.930118 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51806) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:26.039697 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f20c27-34c6-4989-8085-dfdd4215d493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:26.040152 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f20c27-34c6-4989-8085-dfdd4215d493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:26.040878 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-c2f20c27-34c6-4989-8085-dfdd4215d493 admin admin] Synchronizing usage tracker for tenant:8de23d66a8de47dbaa30df02a935afe2 on resource:subnet {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:51:26.056787 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-c2f20c27-34c6-4989-8085-dfdd4215d493 admin admin] Unset dirty status for tenant:8de23d66a8de47dbaa30df02a935afe2 on resource:subnet {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:51:26.058103 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-c2f20c27-34c6-4989-8085-dfdd4215d493 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1270058
Oct 25 14:51:28.182606 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51816) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:28.289226 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c267e670-c2cc-4543-ad1f-c9e95bf5be1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:28.289681 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c267e670-c2cc-4543-ad1f-c9e95bf5be1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:28.291233 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-c267e670-c2cc-4543-ad1f-c9e95bf5be1b admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1076543
Oct 25 14:51:30.439116 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 51826) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:30.537867 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b70c7ad-23b2-4f15-83fa-74d0fab343ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:30.539244 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-4b70c7ad-23b2-4f15-83fa-74d0fab343ea admin admin] 10.222.0.57 "GET /v2.0/subnets/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d HTTP/1.1" status: 200  len: 816 time: 0.0991726
Oct 25 14:51:32.687720 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 51836) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:32.800119 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159bf613-acb0-4cc8-a7b0-5519ff12b20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:32.801454 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-159bf613-acb0-4cc8-a7b0-5519ff12b20d admin admin] 10.222.0.57 "GET /v2.0/subnets/f2aa81ad-5234-4d05-ab98-288c304037ef HTTP/1.1" status: 200  len: 868 time: 0.1126902
Oct 25 14:51:40.149825 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:40.518533 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bb5-0fd9-441c-811d-5d635e6673c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:43.513416 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-2bab5ca2-c49b-45bd-a6d6-484a47847a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:44.391954 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:46.564515 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:51:52.761847 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:51:55.923296 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 51880) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:55.970778 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [None req-46e95827-ad4a-4f62-8646-27d72e705d23 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 14:51:55.971752 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-46e95827-ad4a-4f62-8646-27d72e705d23 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0475307
Oct 25 14:51:58.211280 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51890) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:51:58.279025 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d480f8e-2c88-4f4e-8383-415d514dd807 admin admin] GET failed (client error): The resource could not be found.
Oct 25 14:51:58.280321 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2d480f8e-2c88-4f4e-8383-415d514dd807 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0681012
Oct 25 14:51:58.406452 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f41b83-0155-451e-8049-ea664df7a1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:51:58.407815 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-67f41b83-0155-451e-8049-ea664df7a1e0 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1235797
Oct 25 14:52:00.572840 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51900) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:52:00.621193 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:52:00.626262 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:52:00.635762 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:52:00.647053 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Made reservation on behalf of 8de23d66a8de47dbaa30df02a935afe2 for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:52:00.649358 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:00.794015 dv-cinder-813751-1-iscsi neutron-server[86765]: WARNING neutron.services.revisions.revision_plugin [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7efe6e79c3d0] {project_id='8de23d66a8de47dbaa30df02a935afe2', id='9ef81872-b19f-426a-82b9-3cc4f3e553af', target_tenant='*', action='access_as_shared', object_id='86ddcd15-8e96-4813-837b-ceccb130194a'}> to bump revision.
Oct 25 14:52:00.807218 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:52:00.816268 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:00.816641 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Added segment d11995c0-d26c-42e7-86ee-5448832ae5c1 of type vlan for network 86ddcd15-8e96-4813-837b-ceccb130194a
Oct 25 14:52:00.842384 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:00.872747 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:00.874000 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:52:00.874669 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:00.877743 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:52:00.973381 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Pushing event updated for resources: {'Network': ['ID=86ddcd15-8e96-4813-837b-ceccb130194a,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:52:00.977811 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4039521
Oct 25 14:52:00.981817 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.982176 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.982568 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.982891 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.983214 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.983542 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.984216 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.984652 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.984867 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.985149 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.985453 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.985908 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:00.990093 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:52:00.997154 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 86ddcd15-8e96-4813-837b-ceccb130194a details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:52:03.168756 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51910) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:52:03.243674 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.pecan_wsgi.hooks.translation [None req-05de0512-525c-44ff-936a-86e43332ee92 admin admin] GET failed (client error): The resource could not be found.
Oct 25 14:52:03.244205 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-05de0512-525c-44ff-936a-86e43332ee92 admin admin] Synchronizing usage tracker for tenant:8de23d66a8de47dbaa30df02a935afe2 on resource:network {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:52:03.260992 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-05de0512-525c-44ff-936a-86e43332ee92 admin admin] Unset dirty status for tenant:8de23d66a8de47dbaa30df02a935afe2 on resource:network {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:52:03.262207 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-05de0512-525c-44ff-936a-86e43332ee92 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0924263
Oct 25 14:52:03.379750 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c24e1-ca98-4d58-a84c-d99a26fb41a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:52:03.381121 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-e78c24e1-ca98-4d58-a84c-d99a26fb41a8 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1139460
Oct 25 14:52:03.391630 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a', 'cidr': '192.168.233.0/24'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:52:03.396417 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:52:03.407821 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:52:03.418716 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Made reservation on behalf of 8de23d66a8de47dbaa30df02a935afe2 for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:52:03.421065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:03.630746 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:03.634761 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-cab79001-3ed7-47e6-83c1-719d9284be4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:52:03.704367 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0078af8-667b-48dd-a68b-66bd66af59b7,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:52:03.708814 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:52:03.716556 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Checking segment: {'id': 'd11995c0-d26c-42e7-86ee-5448832ae5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:52:03.716691 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Network hostable DHCP agents. Network: 86ddcd15-8e96-4813-837b-ceccb130194a, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:52:03.736495 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Network 86ddcd15-8e96-4813-837b-ceccb130194a is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:52:03.746687 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 86ddcd15-8e96-4813-837b-ceccb130194a) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:52:03.751562 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:52:03.752142 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:03.758021 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836f1782-776e-463c-9e83-077f0bce4c30 None None] Network 86ddcd15-8e96-4813-837b-ceccb130194a requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:52:03.795076 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4074244
Oct 25 14:52:03.998713 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939c8d1a-dcb5-55a8-bcc9-79348285edc1-86ddcd15-8e96-4813-837b-ceccb130194a', 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a', 'tenant_id': '8de23d66a8de47dbaa30df02a935afe2', 'fixed_ips': [{'subnet_id': 'c0078af8-667b-48dd-a68b-66bd66af59b7'}]}} from dv-cinder-813751-1-iscsi. {{(pid=86766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Oct 25 14:52:04.000274 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:04.169927 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.db_base_plugin_common [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Allocated IP 192.168.233.2 (86ddcd15-8e96-4813-837b-ceccb130194a/c0078af8-667b-48dd-a68b-66bd66af59b7/f4cea5a9-b4af-40f7-9b48-e7b078caf1c2) {{(pid=86766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:52:04.425422 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Notify callbacks [] for port, precommit_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:04.437896 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Transition to ACTIVE for port object f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:52:04.461167 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Transition to ACTIVE for port object f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 will not be triggered until provisioned by entity DHCP. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:52:04.468575 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:04.473368 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:52:04.539533 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Network 86ddcd15-8e96-4813-837b-ceccb130194a is already hosted by enough agents. {{(pid=86766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:52:04.545299 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Resources bound (agent type, host, resource id):  {{(pid=86766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:52:04.551246 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Received port after_create {{(pid=86766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:52:04.553542 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Pushing event updated for resources: {'Port': ['ID=f4cea5a9-b4af-40f7-9b48-e7b078caf1c2,revision_number=1']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:52:04.592507 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.592875 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.593250 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.593577 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.593901 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.594272 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.594597 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.594923 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.595257 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.595576 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.595889 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.596202 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:52:04.607973 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:52:04.667773 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Attempting to bind port f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:52:04.668357 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Attempting to bind port f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': 'd11995c0-d26c-42e7-86ee-5448832ae5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:52:04.668830 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Attempting to bind port f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 on network 86ddcd15-8e96-4813-837b-ceccb130194a {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:52:04.677206 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:52:04.677508 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Checking segment: {'id': 'd11995c0-d26c-42e7-86ee-5448832ae5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:52:04.677901 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:04.678293 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Bound using segment: {'id': 'd11995c0-d26c-42e7-86ee-5448832ae5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:52:04.678801 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Bound port: f4cea5a9-b4af-40f7-9b48-e7b078caf1c2, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11995c0-d26c-42e7-86ee-5448832ae5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:52:04.679171 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:04.780249 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] For port f4cea5a9-b4af-40f7-9b48-e7b078caf1c2, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:52:04.783604 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] For port f4cea5a9-b4af-40f7-9b48-e7b078caf1c2, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=f4cea5a9-b4af-40f7-9b48-e7b078caf1c2,segment=NetworkSegment(d11995c0-d26c-42e7-86ee-5448832ae5c1),segment_id=d11995c0-d26c-42e7-86ee-5448832ae5c1)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:52:04.792036 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:04.796975 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:52:04.875862 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Pushing event updated for resources: {'Port': ['ID=f4cea5a9-b4af-40f7-9b48-e7b078caf1c2,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:52:04.880534 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:52:05.769751 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2bf52-6b0d-411c-8d3a-b7696d009b03 None None] Network 86ddcd15-8e96-4813-837b-ceccb130194a requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:52:05.861377 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-0fdcf983-fb4a-418d-85ea-3a99a7148fd4 None None] Provisioning for port f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:52:06.695143 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:52:06.765300 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:52:06.770357 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:52:06.770771 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:06.901017 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:06.944431 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port f4cea5a9-b4af-40f7-9b48-e7b078caf1c2, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=f4cea5a9-b4af-40f7-9b48-e7b078caf1c2,segment=NetworkSegment(d11995c0-d26c-42e7-86ee-5448832ae5c1),segment_id=d11995c0-d26c-42e7-86ee-5448832ae5c1)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:52:06.949478 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:06.952098 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:52:07.029219 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=f4cea5a9-b4af-40f7-9b48-e7b078caf1c2,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:52:07.034518 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:52:08.673016 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:52:08.750218 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port f4cea5a9-b4af-40f7-9b48-e7b078caf1c2 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:52:08.750512 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:10.152193 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:10.520708 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-2304863e-6d30-4115-ba64-de07b1fc8b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:13.516592 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-85e8980f-fe28-4f0f-98f9-168c0b1f8bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:14.393347 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:16.567182 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:29.760843 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:52:40.154643 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:40.523049 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-757a0d0d-eb40-45ae-820b-02886772537d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:43.519119 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7295aa5d-a258-47bb-9ed4-02e5e31c210e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:44.396569 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:52:46.571074 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:06.759926 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:53:10.161969 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:10.525035 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-52d8a5a9-9d5a-43ec-97e0-c226c6f358a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:13.521652 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3cd27781-27f1-49a2-b5c2-788d33b4a10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:14.399795 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:16.575944 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:21.821628 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51960) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:53:21.828220 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [None req-e93d5bee-26c4-4e3e-adba-869afbae7e97 tempest-verify_tempest_config-1872440851 tempest-verify_tempest_config-1872440851-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 14:53:21.829193 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-e93d5bee-26c4-4e3e-adba-869afbae7e97 tempest-verify_tempest_config-1872440851 tempest-verify_tempest_config-1872440851-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0066140
Oct 25 14:53:22.136391 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51978) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:53:22.253913 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:22.268602 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:53:22.272472 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:77a3e2b692de4b90af5b9fdad058c810 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:53:22.275308 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:53:22.281544 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:53:22.365186 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:22.369024 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:22.376887 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:53:22.415449 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Synchronizing usage tracker for tenant:8de23d66a8de47dbaa30df02a935afe2 on resource:security_group {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:53:22.418803 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac5f81d-f3a2-4808-a265-d404e7c19a5b,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:53:22.428228 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.428591 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.428926 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.429259 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.429577 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.429911 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.430230 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.430578 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.430893 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.431204 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.431513 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.431821 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:53:22.436084 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:53:22.446630 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Unset dirty status for tenant:8de23d66a8de47dbaa30df02a935afe2 on resource:security_group {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:53:22.447860 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77a3e2b692de4b90af5b9fdad058c810&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3104532
Oct 25 14:53:22.451074 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 51984) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:53:22.508296 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cee-38b0-468c-8fd1-3741227b4ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:22.533268 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cee-38b0-468c-8fd1-3741227b4ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:22.628174 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cee-38b0-468c-8fd1-3741227b4ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:22.632102 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:53:22.643343 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc1cee-38b0-468c-8fd1-3741227b4ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac5f81d-f3a2-4808-a265-d404e7c19a5b,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:53:22.646037 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b1cc1cee-38b0-468c-8fd1-3741227b4ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:53:22.651027 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cee-38b0-468c-8fd1-3741227b4ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:22.652209 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-b1cc1cee-38b0-468c-8fd1-3741227b4ec6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ac5f81d-f3a2-4808-a265-d404e7c19a5b HTTP/1.1" status: 204  len: 168 time: 0.2002213
Oct 25 14:53:40.154771 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:40.526508 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4ccce89c-3d13-4b40-b6ef-ec8496e78e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:43.523103 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5337edbe-8d32-40c4-b301-76f6ed91cabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:43.759432 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:53:44.404444 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:53:46.577239 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:10.159094 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:10.531932 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-62843d6b-050e-41c6-818a-f2599a6b07fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:13.524565 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-6606cb9a-2402-4d25-9263-8779eacd0664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:14.406426 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:16.579564 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:20.757696 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:54:40.161140 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:40.523051 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-16ca7b07-604f-49ef-8d09-983523792fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:43.526480 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-040df134-84ff-4d31-9a55-261c434363de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:44.409217 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:46.584034 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:54:57.756597 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 5 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:54:59.068211 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33533363'] for agent, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:10.163280 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:10.523908 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ad0a74d2-ff5e-4700-a745-faf6e1141045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:13.007825 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52060) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:55:13.116905 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-58f6d41f-bf44-4d44-84db-4d381022a618 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1079862
Oct 25 14:55:13.529624 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-753af3b3-b07c-4125-b489-f0ff6d404482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:14.412835 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:15.274379 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52074) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:55:15.330103 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-02166acd-18ed-4a20-99d4-f21a5c3d1993 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0546124
Oct 25 14:55:16.587356 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:29.037969 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:34.755454 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:55:40.181706 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:40.524603 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-b67557c3-40f5-45fb-9be4-c696bfa78b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:43.531185 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-fae83dde-47f1-405f-ad31-80d56337ef2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:44.421047 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:46.589873 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:55:59.041017 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:10.170256 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:10.528799 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-904483f2-85c4-4285-b4ba-4e01aa8789e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:11.755949 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:56:13.537617 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a579071d-2546-4178-b94d-93c023d06c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:14.425365 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:16.602940 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:29.043081 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:40.165321 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:40.524394 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-686edd2b-8d43-4883-b6e8-e96d42749dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:43.532565 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-d77365d6-7fb6-4885-b54f-4373f6da71f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:44.422796 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:46.597015 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:56:48.756990 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:56:59.039488 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:04.625416 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52190) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:04.869392 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1547572988-network', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:04.879298 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:04.888663 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Usage tracker for resource:network and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:04.894300 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:04.905185 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:04.921758 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Made reservation on behalf of f775951e4c0e43ab8e9a421071c6c3d4 for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:04.924970 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:04.943074 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:04.961911 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:04.966194 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:04.970640 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:04.978233 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:05.075658 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.080856 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.084276 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:05.119013 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:57:05.126796 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513418c2-9c15-4e5a-b715-8ec370a548dd,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:05.137042 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.138161 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.138161 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.138161 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.138578 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.138932 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.139296 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.139699 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.140141 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.140466 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.140780 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.141106 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Tracked resource versions report:
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]: pushed versions:
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]: {   'AddressGroup': {'1.2'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'ConntrackHelper': {'1.0'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'Log': {'1.0'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'Network': {'1.1'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'Port': {'1.7'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'PortForwarding': {'1.2'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'QosPolicy': {'1.8'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'SecurityGroup': {'1.4'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'SecurityGroupRule': {'1.2'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'SubPort': {'1.0'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'Subnet': {'1.1'},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     'Trunk': {'1.1'}}
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]: consumer versions:
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]: {   DHCP agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     HyperV agent@hv-cinder-81375: {},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     L3 agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     Metadata agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     Metering agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:     Open vSwitch agent@dv-cinder-813751-1-iscsi: {   'AddressGroup': '1.2',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'ConntrackHelper': '1.0',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'Log': '1.0',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'Network': '1.1',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'Port': '1.7',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'PortForwarding': '1.2',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'QosPolicy': '1.8',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'SecurityGroup': '1.4',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'SecurityGroupRule': '1.2',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'SubPort': '1.0',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'Subnet': '1.1',
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:                                                      'Trunk': '1.1'}}
Oct 25 14:57:05.142196 dv-cinder-813751-1-iscsi neutron-server[86765]:  {{(pid=86765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 25 14:57:05.145526 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.145787 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Added segment 27d090fe-3b58-4e47-9f29-68e25f796255 of type vlan for network ded9f1b4-e675-4f41-9520-fcc0766d528a
Oct 25 14:57:05.177609 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:05.181475 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.232023 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.233601 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:05.234381 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.239686 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b41e7e29-a194-47d8-9311-9c00749e8fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:05.345308 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7187843
Oct 25 14:57:05.347158 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=ded9f1b4-e675-4f41-9520-fcc0766d528a,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:05.350464 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52226) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:05.351179 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:05.361534 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Request body: {'subnet': {'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1547572988-subnet', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:05.362134 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network ded9f1b4-e675-4f41-9520-fcc0766d528a details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:57:05.371343 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:05.378660 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Usage tracker for resource:subnet and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:05.385822 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:05.394366 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:05.410603 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Made reservation on behalf of f775951e4c0e43ab8e9a421071c6c3d4 for: {'subnet': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:05.416361 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.639305 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52236) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:05.689981 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.701939 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:05.769761 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6d0492-4872-4d7a-977e-e87d893d9ad1,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:05.785912 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.786250 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.786584 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.786916 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.787228 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.787569 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.788008 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.788330 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.788480 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.788802 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.789267 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.789456 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Tracked resource versions report:
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]: pushed versions:
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]: {   'AddressGroup': {'1.2'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'ConntrackHelper': {'1.0'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'Log': {'1.0'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'Network': {'1.1'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'Port': {'1.7'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'PortForwarding': {'1.2'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'QosPolicy': {'1.8'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'SecurityGroup': {'1.4'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'SecurityGroupRule': {'1.2'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'SubPort': {'1.0'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'Subnet': {'1.1'},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     'Trunk': {'1.1'}}
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]: consumer versions:
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]: {   DHCP agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     HyperV agent@hv-cinder-81375: {},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     L3 agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     Metadata agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     Metering agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:     Open vSwitch agent@dv-cinder-813751-1-iscsi: {   'AddressGroup': '1.2',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'ConntrackHelper': '1.0',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'Log': '1.0',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'Network': '1.1',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'Port': '1.7',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'PortForwarding': '1.2',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'QosPolicy': '1.8',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'SecurityGroup': '1.4',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'SecurityGroupRule': '1.2',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'SubPort': '1.0',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'Subnet': '1.1',
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:                                                      'Trunk': '1.1'}}
Oct 25 14:57:05.790669 dv-cinder-813751-1-iscsi neutron-server[86764]:  {{(pid=86764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 25 14:57:05.797216 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:05.806830 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Checking segment: {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:05.807228 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Network hostable DHCP agents. Network: ded9f1b4-e675-4f41-9520-fcc0766d528a, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:57:05.837015 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Network ded9f1b4-e675-4f41-9520-fcc0766d528a is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:57:05.853958 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, ded9f1b4-e675-4f41-9520-fcc0766d528a) {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:05.859563 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:05.860419 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.863024 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960c9b82-d130-47bb-a8c3-fdd5ec4046fe None None] Network ded9f1b4-e675-4f41-9520-fcc0766d528a requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:05.889260 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52250) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:05.889841 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5378704
Oct 25 14:57:05.895827 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:05.905223 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:05.912180 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Usage tracker for resource:router and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:05.916467 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:05.923604 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:05.942458 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33513898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1654'] for router, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.943416 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33513773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33441060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33538838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:05.980562 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.158456 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939c8d1a-dcb5-55a8-bcc9-79348285edc1-ded9f1b4-e675-4f41-9520-fcc0766d528a', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1'}]}} from dv-cinder-813751-1-iscsi. {{(pid=86766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Oct 25 14:57:06.159805 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.202481 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1192046150-network', 'tenant_id': '4a8a71f562124751a24c84588a42e5d5'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:06.209334 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:06.213628 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Usage tracker for resource:network and tenant:4a8a71f562124751a24c84588a42e5d5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:06.216972 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:06.227049 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:06.242620 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Made reservation on behalf of 4a8a71f562124751a24c84588a42e5d5 for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:06.245529 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.321802 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.409664 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.db_base_plugin_common [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Allocated IP 172.20.0.2 (ded9f1b4-e675-4f41-9520-fcc0766d528a/4a6d0492-4872-4d7a-977e-e87d893d9ad1/012de473-93ff-45da-8dc9-53c31d123230) {{(pid=86766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:06.475085 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:06.483534 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Usage tracker for resource:security_group_rule and tenant:4a8a71f562124751a24c84588a42e5d5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:06.487799 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.496257 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:06.518838 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:06.632430 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Notify callbacks [] for port, precommit_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.645618 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Transition to ACTIVE for port object 012de473-93ff-45da-8dc9-53c31d123230 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:06.665711 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Transition to ACTIVE for port object 012de473-93ff-45da-8dc9-53c31d123230 will not be triggered until provisioned by entity DHCP. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:06.673901 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.686327 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:06.725559 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.740000 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.748851 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:06.783428 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f076c9f5-51bc-4a7e-96d0-dcb583bdea18,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:06.789479 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Pushing event updated for resources: {'Port': ['ID=012de473-93ff-45da-8dc9-53c31d123230,revision_number=1']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:06.795091 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:06.808392 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.808849 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.809438 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.810072 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.810658 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.811878 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.812493 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.813212 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.813634 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.815081 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.815935 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.816534 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Tracked resource versions report:
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]: pushed versions:
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]: {   'AddressGroup': {'1.2'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'ConntrackHelper': {'1.0'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'Log': {'1.0'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'Network': {'1.1'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'Port': {'1.7'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'PortForwarding': {'1.2'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'QosPolicy': {'1.8'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'SecurityGroup': {'1.4'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'SecurityGroupRule': {'1.2'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'SubPort': {'1.0'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'Subnet': {'1.1'},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     'Trunk': {'1.1'}}
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]: consumer versions:
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]: {   DHCP agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     HyperV agent@hv-cinder-81375: {},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     L3 agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     Metadata agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     Metering agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:     Open vSwitch agent@dv-cinder-813751-1-iscsi: {   'AddressGroup': '1.2',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'ConntrackHelper': '1.0',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'Log': '1.0',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'Network': '1.1',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'Port': '1.7',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'PortForwarding': '1.2',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'QosPolicy': '1.8',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'SecurityGroup': '1.4',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'SecurityGroupRule': '1.2',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'SubPort': '1.0',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'Subnet': '1.1',
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:                                                      'Trunk': '1.1'}}
Oct 25 14:57:06.819939 dv-cinder-813751-1-iscsi neutron-server[86766]:  {{(pid=86766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 25 14:57:06.847673 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Network ded9f1b4-e675-4f41-9520-fcc0766d528a is already hosted by enough agents. {{(pid=86766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:06.848793 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:06.849825 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.base_scheduler [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Resources bound (agent type, host, resource id):  {{(pid=86766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:06.854694 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:57:06.856859 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Received port after_create {{(pid=86766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:06.944307 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.944648 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Added segment d2401e63-8369-4495-8067-81ee25cdf132 of type vlan for network 446a31bb-98df-499a-a5d2-1b4f24598466
Oct 25 14:57:06.983361 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Attempting to bind port 012de473-93ff-45da-8dc9-53c31d123230 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:57:06.983787 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Attempting to bind port 012de473-93ff-45da-8dc9-53c31d123230 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:57:06.984167 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Attempting to bind port 012de473-93ff-45da-8dc9-53c31d123230 on network ded9f1b4-e675-4f41-9520-fcc0766d528a {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:06.991503 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:57:06.991934 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Checking segment: {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:06.992386 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:06.992976 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Bound using segment: {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:57:06.993302 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Bound port: 012de473-93ff-45da-8dc9-53c31d123230, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:57:06.993705 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:07.022076 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:07.063137 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:07.148909 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.db.resource_extend [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Oct 25 14:57:07.155213 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] For port 012de473-93ff-45da-8dc9-53c31d123230, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:57:07.162098 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] For port 012de473-93ff-45da-8dc9-53c31d123230, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=012de473-93ff-45da-8dc9-53c31d123230,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:57:07.170257 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:07.175413 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:07.177927 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:07.273147 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Pushing event updated for resources: {'Port': ['ID=012de473-93ff-45da-8dc9-53c31d123230,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:07.279660 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:07.328493 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:07.329862 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:07.330568 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:07.342077 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:07.414138 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52298) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:07.485919 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52310) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:07.512939 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Pushing event updated for resources: {'Network': ['ID=446a31bb-98df-499a-a5d2-1b4f24598466,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:07.525129 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 446a31bb-98df-499a-a5d2-1b4f24598466 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:57:07.554670 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:07.564578 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52316) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:07.567720 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9266698
Oct 25 14:57:07.571615 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Request body: {'subnet': {'network_id': '446a31bb-98df-499a-a5d2-1b4f24598466', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1192046150-subnet', 'tenant_id': '4a8a71f562124751a24c84588a42e5d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:07.583819 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:07.592483 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Usage tracker for resource:subnet and tenant:4a8a71f562124751a24c84588a42e5d5 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:07.607633 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:07.625534 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:07.641315 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Made reservation on behalf of 4a8a71f562124751a24c84588a42e5d5 for: {'subnet': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:07.644652 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:07.681392 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Allocated IP 172.27.3.179 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:08.008465 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.016597 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:08.043266 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.101440 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.105968 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:08.142641 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-network', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:08.154373 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a30187b-b86b-43d7-b205-c27d6bc6f3ad,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:08.163614 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:08.188585 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Checking segment: {'id': 'd2401e63-8369-4495-8067-81ee25cdf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '446a31bb-98df-499a-a5d2-1b4f24598466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:08.189405 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Network hostable DHCP agents. Network: 446a31bb-98df-499a-a5d2-1b4f24598466, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:57:08.203551 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:08.215014 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:08.221578 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Network 446a31bb-98df-499a-a5d2-1b4f24598466 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:57:08.231065 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Usage tracker for resource:network and tenant:bd3772dcd21e433081b8ba499e61cfb6 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:08.233866 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:08.237168 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:08.238538 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:08.243500 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 446a31bb-98df-499a-a5d2-1b4f24598466) {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:08.251789 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:08.255059 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:08.255779 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.281687 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3f1ef1-d1c9-42bc-b6bd-3cfbe18bc585 None None] Network 446a31bb-98df-499a-a5d2-1b4f24598466 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:08.297439 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-51b80121-0648-42ff-9fbd-016025866ba9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7314026
Oct 25 14:57:08.302491 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Made reservation on behalf of bd3772dcd21e433081b8ba499e61cfb6 for: {'network': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:08.309847 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.339992 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.358511 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1055485290-network', 'tenant_id': '670374964f714196ab5d431e5e2fc9bd'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:08.364388 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:08.369377 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Usage tracker for resource:network and tenant:670374964f714196ab5d431e5e2fc9bd is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:08.374795 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:08.381659 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:08.395203 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:08.401562 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Usage tracker for resource:security_group_rule and tenant:bd3772dcd21e433081b8ba499e61cfb6 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:08.406214 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:08.410068 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Pushing event updated for resources: {'Port': ['ID=d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:08.414539 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:08.428394 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:08.529175 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.531567 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Made reservation on behalf of 670374964f714196ab5d431e5e2fc9bd for: {'network': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:08.534850 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.553224 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.576693 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.581912 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:08.586797 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Usage tracker for resource:security_group_rule and tenant:670374964f714196ab5d431e5e2fc9bd is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:08.590754 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:08.631714 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:08.633836 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:08.732729 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'}  {{(pid=86764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:57:08.773291 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfea79d-bb8e-4583-b1cd-16b752390208,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:08.782929 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:08.786724 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.segments_db [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Added segment b1de6264-1b35-4cbd-aba7-4ac20c8bd7af of type vlan for network 331f36af-0363-44a7-b402-805bbfb485e3
Oct 25 14:57:08.792844 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:08.876018 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.060863 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.064975 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:09.065548 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.105803 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ee1c0ce6-bbb7-4ad7-8ae8-9506fd969108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:09.190206 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 012de473-93ff-45da-8dc9-53c31d123230 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:57:09.266312 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ed3e5-6a24-40c8-b786-b3f0ddb1950b None None] Network ded9f1b4-e675-4f41-9520-fcc0766d528a requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:09.282161 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.294737 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.316865 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.9007881
Oct 25 14:57:09.318129 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Pushing event updated for resources: {'Network': ['ID=331f36af-0363-44a7-b402-805bbfb485e3,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:09.320281 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.324097 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:09.324546 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52352) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:09.325203 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:09.341702 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Request body: {'subnet': {'network_id': '331f36af-0363-44a7-b402-805bbfb485e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-subnet', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:09.360695 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:09.372077 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=86764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:57:09.379812 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Usage tracker for resource:subnet and tenant:bd3772dcd21e433081b8ba499e61cfb6 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:09.384683 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:09.392907 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1075629c-6f0b-46a9-a3de-233533501cc5,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:09.397841 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:09.400130 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:09.401125 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.401725 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.segments_db [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Added segment 6f3e0541-ab16-4799-a2ba-dbe6f0a2da16 of type vlan for network b6e2eca2-82bf-4259-8e1a-ff594890c64b
Oct 25 14:57:09.408608 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813ebd00-62dc-4706-8af4-8984e0257c54 None None] Network 446a31bb-98df-499a-a5d2-1b4f24598466 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:09.432166 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Made reservation on behalf of bd3772dcd21e433081b8ba499e61cfb6 for: {'subnet': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:09.434978 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.461608 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 331f36af-0363-44a7-b402-805bbfb485e3 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:57:09.464935 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.545795 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-eb8a15c9-6016-471f-97b6-425dfde6d275 None None] Provisioning for port 012de473-93ff-45da-8dc9-53c31d123230 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:57:09.592154 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.599689 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:09.600766 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:09.629177 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:09.649807 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.1623669
Oct 25 14:57:09.655636 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52366) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:09.905052 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Request body: {'subnet': {'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1055485290-subnet', 'tenant_id': '670374964f714196ab5d431e5e2fc9bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:09.918839 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:09.962250 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Usage tracker for resource:subnet and tenant:670374964f714196ab5d431e5e2fc9bd is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:10.051348 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:10.071904 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:10.086493 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e2eca2-82bf-4259-8e1a-ff594890c64b,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:10.100100 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:10.116916 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Made reservation on behalf of 670374964f714196ab5d431e5e2fc9bd for: {'subnet': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:10.120052 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.250890 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network b6e2eca2-82bf-4259-8e1a-ff594890c64b details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:57:10.274357 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.295891 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d58c1fb2-4959-477a-9eab-912fe71f3550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:10.405750 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1264c34-1bd9-40a4-a25e-d6aee702384f,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:10.423085 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.429958 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:10.480137 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Checking segment: {'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:10.481782 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Network hostable DHCP agents. Network: 331f36af-0363-44a7-b402-805bbfb485e3, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:57:10.488715 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 012de473-93ff-45da-8dc9-53c31d123230 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:57:10.504263 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 012de473-93ff-45da-8dc9-53c31d123230 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:10.504470 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.512478 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33513885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871'] for router, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.593093 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Network 331f36af-0363-44a7-b402-805bbfb485e3 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:57:10.644144 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 331f36af-0363-44a7-b402-805bbfb485e3) {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:10.663664 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:10.663949 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6f253-55cc-470b-9cae-e0c0e80dfee7 None None] Network 331f36af-0363-44a7-b402-805bbfb485e3 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:10.664797 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.674315 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.690235 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:10.760804 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.4273210
Oct 25 14:57:10.769564 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52400) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:10.828109 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-b815ec8e-c067-4104-a85c-a17ab2ec21a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.843432 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-router', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:10.863385 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6790719-2903-414f-a312-fc29486c7143,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:10.872101 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:10.881219 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:10.894235 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Usage tracker for resource:router and tenant:bd3772dcd21e433081b8ba499e61cfb6 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:10.899837 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:10.917543 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Checking segment: {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:10.917543 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Network hostable DHCP agents. Network: b6e2eca2-82bf-4259-8e1a-ff594890c64b, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:57:10.922767 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:10.947528 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33513898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1654'] for router, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.949217 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33513773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33441060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33538838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.959655 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Network b6e2eca2-82bf-4259-8e1a-ff594890c64b is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:57:10.984032 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, b6e2eca2-82bf-4259-8e1a-ff594890c64b) {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:10.991110 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:10.992353 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:11.011765 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd4783f-8a36-4c86-af90-b1a512e6bdc4 None None] Network b6e2eca2-82bf-4259-8e1a-ff594890c64b requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:11.091197 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:11.092306 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:11.137617 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4759388
Oct 25 14:57:11.182635 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 is scheduled to L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e with binding_index 1 {{(pid=86765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Oct 25 14:57:11.289538 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 012de473-93ff-45da-8dc9-53c31d123230, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=012de473-93ff-45da-8dc9-53c31d123230,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:57:11.453117 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:11.506716 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:11.613542 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:11.842871 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 14:57:11.872313 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Sync routers for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 14:57:11.873202 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3917eeb9-cf8d-44ad-95fb-8af63e9f3b29 None None] Network 331f36af-0363-44a7-b402-805bbfb485e3 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:11.898009 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:57:11.898675 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f7b7670>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:56:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:11.990030 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Notify callbacks [] for router, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:12.002218 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.1080356
Oct 25 14:57:12.004341 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52428) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:12.170218 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9749f13a-abaa-4d29-be23-ceb28f2e5d7b None None] Network b6e2eca2-82bf-4259-8e1a-ff594890c64b requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:12.248296 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=012de473-93ff-45da-8dc9-53c31d123230,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:12.259294 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:12.425309 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:57:12.932064 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52474) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:13.101333 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:13.167441 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f7b7670>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:08Z', 'revision_number': 3, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:13.175243 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Checking router: 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 14:57:13.176145 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Updating router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 14:57:13.207418 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52482) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:13.221102 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-d63bef4c-bed2-4cb4-a93d-57a789498cb5 None None] Provisioning complete for port 012de473-93ff-45da-8dc9-53c31d123230 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:13.221832 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-d63bef4c-bed2-4cb4-a93d-57a789498cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:13.233761 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:13.323023 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:13.577687 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-525cab45-078e-4f3b-ad6e-18403c080ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:13.678723 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 012de473-93ff-45da-8dc9-53c31d123230 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:57:13.728077 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Allocated IP 172.27.3.80 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/cadc1e68-aa1d-4767-bc37-8cea5ff68498) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:13.853534 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 012de473-93ff-45da-8dc9-53c31d123230 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:13.854371 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.034847 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.141850 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.392883 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.432111 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52510) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:14.432648 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52512) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:14.437792 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.443517 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.464729 dv-cinder-813751-1-iscsi neutron-server[86764]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Oct 25 14:57:14.480125 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:14.488861 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] Usage tracker for resource:security_group_rule and tenant:4cff7774374f43209ee9732824e7c503 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:14.497216 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:14.503555 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.513300 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:14.538458 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:14.672725 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:14.698169 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52528) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:14.709958 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:4def6089a3ce4a96abe3bc16aa351ab0 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:14.714266 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:14.729365 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:14.735649 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.754256 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.754925 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Transition to ACTIVE for port object d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:14.763682 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.766638 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:14.772720 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:14.776323 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:14.835346 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4cff7774374f43209ee9732824e7c503&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9021323
Oct 25 14:57:14.838139 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cc85db-2013-470a-8224-6fbaec39a295,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:14.844513 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52536) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:14.847367 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:14.908757 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Pushing event updated for resources: {'Port': ['ID=d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce,revision_number=2']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:14.927108 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.928032 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.928695 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.929412 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.930066 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.930838 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.931488 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.932164 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.932841 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.933499 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.934712 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.935377 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Tracked resource versions report:
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]: pushed versions:
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]: {   'AddressGroup': {'1.2'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'ConntrackHelper': {'1.0'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'Log': {'1.0'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'Network': {'1.1'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'Port': {'1.7'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'PortForwarding': {'1.2'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'QosPolicy': {'1.8'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'SecurityGroup': {'1.4'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'SecurityGroupRule': {'1.2'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'SubPort': {'1.0'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'Subnet': {'1.1'},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     'Trunk': {'1.1'}}
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]: consumer versions:
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]: {   DHCP agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     HyperV agent@hv-cinder-81375: {},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     L3 agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     Metadata agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     Metering agent@dv-cinder-813751-1-iscsi: {},
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:     Open vSwitch agent@dv-cinder-813751-1-iscsi: {   'AddressGroup': '1.2',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'ConntrackHelper': '1.0',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'Log': '1.0',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'Network': '1.1',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'Port': '1.7',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'PortForwarding': '1.2',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'QosPolicy': '1.8',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'SecurityGroup': '1.4',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'SecurityGroupRule': '1.2',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'SubPort': '1.0',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'Subnet': '1.1',
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:                                                      'Trunk': '1.1'}}
Oct 25 14:57:14.937490 dv-cinder-813751-1-iscsi neutron-server[86767]:  {{(pid=86767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 25 14:57:14.946862 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:14.984942 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Attempting to bind port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:57:14.986138 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Attempting to bind port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:57:14.986988 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Attempting to bind port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce on network 7e676695-9316-4764-8fee-34d0d2b07572 {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:14.997926 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:14.999919 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:57:15.000297 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:15.006747 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.007722 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Bound using segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:57:15.008568 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Bound port: d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:57:15.009261 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.025953 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf3c3-21b8-4813-838e-73650bfb4901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.052593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.061563 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:15.070827 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.076158 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf3c3-21b8-4813-838e-73650bfb4901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.091148 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b1cc1cee-38b0-468c-8fd1-3741227b4ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:15.112109 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:15.176827 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4def6089a3ce4a96abe3bc16aa351ab0&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9659467
Oct 25 14:57:15.178161 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4115de-6c27-4f0d-acee-15c0a320620f,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:15.181912 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52542) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:15.185796 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:15.186356 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] For port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:57:15.191653 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] For port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:57:15.201522 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.210911 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:15.258858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf3c3-21b8-4813-838e-73650bfb4901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.267023 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:15.278103 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d2be3db1-b8e4-4ea9-a3af-189ff8478a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.286564 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecf3c3-21b8-4813-838e-73650bfb4901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cc85db-2013-470a-8224-6fbaec39a295,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:15.300821 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-c1ecf3c3-21b8-4813-838e-73650bfb4901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:15.301961 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:57:15.302769 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f7b7670>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:15.323681 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf3c3-21b8-4813-838e-73650bfb4901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.330015 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-c1ecf3c3-21b8-4813-838e-73650bfb4901 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06cc85db-2013-470a-8224-6fbaec39a295 HTTP/1.1" status: 204  len: 168 time: 0.4793575
Oct 25 14:57:15.335041 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d2be3db1-b8e4-4ea9-a3af-189ff8478a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.441380 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Pushing event updated for resources: {'Port': ['ID=d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:15.453856 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:15.458970 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d2be3db1-b8e4-4ea9-a3af-189ff8478a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.472545 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:15.499564 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be3db1-b8e4-4ea9-a3af-189ff8478a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4115de-6c27-4f0d-acee-15c0a320620f,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:15.503114 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d2be3db1-b8e4-4ea9-a3af-189ff8478a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.507515 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d2be3db1-b8e4-4ea9-a3af-189ff8478a71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd4115de-6c27-4f0d-acee-15c0a320620f HTTP/1.1" status: 204  len: 168 time: 0.3220038
Oct 25 14:57:15.507730 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d2be3db1-b8e4-4ea9-a3af-189ff8478a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:15.552385 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:15.567886 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518869b-099b-4792-a9c0-234769249c88 req-217d3f69-09b3-4a64-8beb-1a899f9901fa tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:15.569543 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-217d3f69-09b3-4a64-8beb-1a899f9901fa tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/networks?id=446a31bb-98df-499a-a5d2-1b4f24598466 HTTP/1.1" status: 200  len: 812 time: 0.8676393
Oct 25 14:57:15.575312 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:57:15.585036 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-0aa32cf5-4ace-479d-9713-e5781fee069f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:15.585776 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-0aa32cf5-4ace-479d-9713-e5781fee069f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Synchronizing usage tracker for tenant:670374964f714196ab5d431e5e2fc9bd on resource:network {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:15.654456 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Allocated IP 172.20.0.1 (ded9f1b4-e675-4f41-9520-fcc0766d528a/4a6d0492-4872-4d7a-977e-e87d893d9ad1/da026f22-e35b-4b5c-9475-20f466c2c9b8) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:15.664463 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=cadc1e68-aa1d-4767-bc37-8cea5ff68498,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:15.678028 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:15.682438 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.144s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:15.696852 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] Usage tracker for resource:security_group_rule and tenant:3a9810c0a7924973bc94af80b227f0b8 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:15.711260 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:15.716665 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-3cfda6a0-bba2-457f-a733-063b51b3383a tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/quotas/4a8a71f562124751a24c84588a42e5d5 HTTP/1.1" status: 200  len: 375 time: 0.0834825
Oct 25 14:57:15.731831 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:15.882492 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-7e24a587-c4d5-49f4-ada3-a5590a1c7491 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a8a71f562124751a24c84588a42e5d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1562135
Oct 25 14:57:15.925851 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52556) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:15.965065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.002826 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:16.013029 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] Usage tracker for resource:security_group_rule and tenant:fc6034f27dd94879bff81b03453230c1 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:16.020417 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:16.036073 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:16.102280 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f7b7670>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:08Z', 'revision_number': 3, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:16.110383 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bf97b5-27e8-4b6c-a473-89c7932c2d79 None None] The sync data for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi is: [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:08Z', 'revision_number': 3, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 14:57:16.220821 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52564) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:16.223706 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.227967 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.247534 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.273795 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.286202 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d2be3db1-b8e4-4ea9-a3af-189ff8478a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:16.309969 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Transition to ACTIVE for port object da026f22-e35b-4b5c-9475-20f466c2c9b8 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:16.310712 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:16.315251 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] Usage tracker for resource:security_group_rule and tenant:13756a3a34f54427a120b9e464bd7c42 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:16.318848 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:16.326354 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc6034f27dd94879bff81b03453230c1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3993318
Oct 25 14:57:16.329806 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:16.331438 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.338604 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52568) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:16.373769 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744d38d4-9987-4e2d-b499-350161d9cca5,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:16.383522 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:16.421923 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-b44e5182-8603-49de-9a42-ea06e4cea9e4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 14:57:16.423025 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-b44e5182-8603-49de-9a42-ea06e4cea9e4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2567396
Oct 25 14:57:16.444713 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4ae803fc-8374-49f4-af5e-5a7878450524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.510802 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4ae803fc-8374-49f4-af5e-5a7878450524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.581115 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.629671 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.630270 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4ae803fc-8374-49f4-af5e-5a7878450524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.642491 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:16.657464 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.678506 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae803fc-8374-49f4-af5e-5a7878450524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d38d4-9987-4e2d-b499-350161d9cca5,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:16.687589 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4ae803fc-8374-49f4-af5e-5a7878450524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:16.697610 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4ae803fc-8374-49f4-af5e-5a7878450524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.706646 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:16.708035 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4ae803fc-8374-49f4-af5e-5a7878450524 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/744d38d4-9987-4e2d-b499-350161d9cca5 HTTP/1.1" status: 204  len: 168 time: 0.3602288
Oct 25 14:57:16.847660 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.850184 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3a9810c0a7924973bc94af80b227f0b8&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4119387
Oct 25 14:57:16.858993 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52574) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:16.870051 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6a9733-580a-499e-9658-0d5ea14486a1,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:16.880278 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:16.883326 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:16.903286 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.936852 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:16.996877 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-222054dc-b8eb-47d2-84d0-120a865079ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:17.057327 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1e5961-1ee2-432c-bde7-f2a0cdec60b3,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:17.070566 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:17.127080 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13756a3a34f54427a120b9e464bd7c42&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9019668
Oct 25 14:57:17.129894 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52580) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:17.145479 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3c2a-3133-4d7e-acfc-9436ab0ed2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:17.205616 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3c2a-3133-4d7e-acfc-9436ab0ed2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:17.309692 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-88a5fb2c-a7a6-4559-be28-51823490168c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:17.320726 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3c2a-3133-4d7e-acfc-9436ab0ed2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:17.334232 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:17.342653 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-5f94ed06-596f-48ed-9929-919845581ed3 service neutron] 10.222.0.57 "GET /v2.0/networks/446a31bb-98df-499a-a5d2-1b4f24598466?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8921103
Oct 25 14:57:17.359061 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Network ded9f1b4-e675-4f41-9520-fcc0766d528a is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:17.363308 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-0aa32cf5-4ace-479d-9713-e5781fee069f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Unset dirty status for tenant:670374964f714196ab5d431e5e2fc9bd on resource:network {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:17.365174 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-0aa32cf5-4ace-479d-9713-e5781fee069f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 815 time: 2.9309471
Oct 25 14:57:17.375337 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe3c2a-3133-4d7e-acfc-9436ab0ed2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6a9733-580a-499e-9658-0d5ea14486a1,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:17.379600 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-88a5fb2c-a7a6-4559-be28-51823490168c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:17.379869 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:17.388508 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-7ebe3c2a-3133-4d7e-acfc-9436ab0ed2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:17.390332 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3c2a-3133-4d7e-acfc-9436ab0ed2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:17.390663 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-7ebe3c2a-3133-4d7e-acfc-9436ab0ed2d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb6a9733-580a-499e-9658-0d5ea14486a1 HTTP/1.1" status: 204  len: 168 time: 0.5298612
Oct 25 14:57:17.464515 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Pushing event updated for resources: {'Port': ['ID=da026f22-e35b-4b5c-9475-20f466c2c9b8,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:17.512547 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:17.520786 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:17.522672 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33510570'] for router_interface, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:17.569017 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-88a5fb2c-a7a6-4559-be28-51823490168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:17.577054 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-551a6f60-079c-49f1-aa31-609f8165a9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:17.612042 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5fb2c-a7a6-4559-be28-51823490168c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1e5961-1ee2-432c-bde7-f2a0cdec60b3,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:17.634097 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-88a5fb2c-a7a6-4559-be28-51823490168c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:17.635213 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-88a5fb2c-a7a6-4559-be28-51823490168c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:17.636323 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-88a5fb2c-a7a6-4559-be28-51823490168c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef1e5961-1ee2-432c-bde7-f2a0cdec60b3 HTTP/1.1" status: 204  len: 168 time: 0.5054595
Oct 25 14:57:17.746963 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:57:17.958647 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33513885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871'] for router, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:17.963949 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:57:17.972473 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-a4824c1e-34e8-428c-af5c-feb80c986a1c None None] Provisioning for port da026f22-e35b-4b5c-9475-20f466c2c9b8 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:57:17.983069 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:17.983453 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:18.032081 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-a4824c1e-34e8-428c-af5c-feb80c986a1c None None] Provisioning complete for port da026f22-e35b-4b5c-9475-20f466c2c9b8 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:18.032081 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a4824c1e-34e8-428c-af5c-feb80c986a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:18.032407 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-bd49dc27-7eaf-4b92-958b-354524e7fb61 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/quotas/670374964f714196ab5d431e5e2fc9bd HTTP/1.1" status: 200  len: 375 time: 0.5891621
Oct 25 14:57:18.199710 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-a4824c1e-34e8-428c-af5c-feb80c986a1c None None] Port da026f22-e35b-4b5c-9475-20f466c2c9b8 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 14:57:18.299552 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-526bc7b2-5db4-4f71-b607-b7066bf504fc tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2003183
Oct 25 14:57:18.335997 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:18.378180 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:57:18.387517 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:18.391554 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:18.493457 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-5c3ddc23-0d39-4ea9-8be8-7a150d59aa46 service neutron] 10.222.0.57 "GET /v2.0/networks/446a31bb-98df-499a-a5d2-1b4f24598466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1160126
Oct 25 14:57:18.508284 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:18.575066 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:18.588864 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:18.874191 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Router e854753c-eec5-424c-b02b-01fbb4fdcd16 is scheduled to L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e with binding_index 1 {{(pid=86764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Oct 25 14:57:18.916500 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:19.051559 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:19.070606 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33051322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33510409'] for router_interface, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:19.182844 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:19.499098 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-9b3cdb35-afe3-4673-96db-da3ca76830a5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 14:57:19.500376 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-9b3cdb35-afe3-4673-96db-da3ca76830a5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.6978502
Oct 25 14:57:19.534508 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-579989b6-b522-4e56-81f3-dafdfcd268a2 req-10965efc-dfa7-4f99-b871-7572947da67f tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 210 time: 0.3529470
Oct 25 14:57:19.647882 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:57:19.721911 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Pushing event updated for resources: {'Port': ['ID=da026f22-e35b-4b5c-9475-20f466c2c9b8,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:19.741214 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:19.822257 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 14:57:19.865411 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Sync routers for ids ['e854753c-eec5-424c-b02b-01fbb4fdcd16'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 14:57:19.909112 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Routers {'e854753c-eec5-424c-b02b-01fbb4fdcd16'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:57:19.911041 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eae94c0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['e854753c-eec5-424c-b02b-01fbb4fdcd16'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:19.928985 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-e733c59b-8b5b-4e0e-a4b2-64b95606379c service neutron] 10.222.0.57 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3904765
Oct 25 14:57:19.970313 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Notify callbacks [] for router, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:19.976690 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.1991601
Oct 25 14:57:19.977660 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52674) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:20.039859 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Network ded9f1b4-e675-4f41-9520-fcc0766d528a is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:20.108050 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:20.388789 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:20.389399 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:20.588556 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Set router e854753c-eec5-424c-b02b-01fbb4fdcd16 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:57:20.867170 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1c213ae1-cc5e-43f3-b786-fa5aa172e217 None None] Provisioning complete for port da026f22-e35b-4b5c-9475-20f466c2c9b8 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:20.870657 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1c213ae1-cc5e-43f3-b786-fa5aa172e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:21.075225 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-80da5c09-b11d-4270-aa1f-510d47068480 req-62f7f29c-7176-4c7c-ac9d-109fc43f14c9 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 210 time: 0.3037405
Oct 25 14:57:21.213692 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-66b6594c-18dc-4a36-877b-97d8e9db0a6b service neutron] 10.222.0.57 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2711711
Oct 25 14:57:21.256821 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 14:57:21.469975 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1c213ae1-cc5e-43f3-b786-fa5aa172e217 None None] Port da026f22-e35b-4b5c-9475-20f466c2c9b8 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 14:57:21.548828 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eae94c0>, [{'id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-router', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:10Z', 'updated_at': '2021-10-25T14:57:15Z', 'revision_number': 3, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'gw_port': {'id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:13Z', 'updated_at': '2021-10-25T14:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:21.559186 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Checking router: e854753c-eec5-424c-b02b-01fbb4fdcd16 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 14:57:21.559517 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Updating router e854753c-eec5-424c-b02b-01fbb4fdcd16 port cadc1e68-aa1d-4767-bc37-8cea5ff68498 binding host dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 14:57:21.717335 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:22.447277 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9fb8f68-429a-442b-98e2-3209a82c8716 req-d0d8def2-7ffd-4042-ad35-b7f7d1dfaefd tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 210 time: 0.4203157
Oct 25 14:57:22.477574 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-303c765d-6787-49b4-8685-b9ebd7807957 req-408e6c10-3d1f-4737-b3d5-77d32c1b2cf4 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 210 time: 0.0929976
Oct 25 14:57:22.886248 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 14:57:22.901157 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] 10.222.0.57 "PUT /v2.0/routers/4c2724e1-2662-4a8b-98bc-05cc9e1a16c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8747888
Oct 25 14:57:22.907597 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Sync routers for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 14:57:22.926959 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:57:22.931616 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ec33e50>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:23.145862 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Notify callbacks [] for port, precommit_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:23.239431 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Transition to ACTIVE for port object cadc1e68-aa1d-4767-bc37-8cea5ff68498 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:23.264901 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:23.296892 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:23.552525 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:57:23.654287 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ca303-739b-474a-bb00-6add19d8a19b None None] Pushing event updated for resources: {'Port': ['ID=cadc1e68-aa1d-4767-bc37-8cea5ff68498,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:23.657971 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:23.671065 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Attempting to bind port cadc1e68-aa1d-4767-bc37-8cea5ff68498 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:57:23.672007 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Attempting to bind port cadc1e68-aa1d-4767-bc37-8cea5ff68498 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:57:23.676501 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Attempting to bind port cadc1e68-aa1d-4767-bc37-8cea5ff68498 on network 7e676695-9316-4764-8fee-34d0d2b07572 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:23.685420 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-2b8ca303-739b-474a-bb00-6add19d8a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:23.703053 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:57:23.704985 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:23.705973 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:23.707021 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Bound using segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:57:23.707711 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Bound port: cadc1e68-aa1d-4767-bc37-8cea5ff68498, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:57:23.708293 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:24.038203 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] For port cadc1e68-aa1d-4767-bc37-8cea5ff68498, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:57:24.054520 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] For port cadc1e68-aa1d-4767-bc37-8cea5ff68498, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=cadc1e68-aa1d-4767-bc37-8cea5ff68498,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:57:24.066898 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:24.085325 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-2c4c7cf7-66c0-404d-befd-2d8f3f2e15e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:24.263537 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7a479c37-6ff5-4d3e-8b6f-9455515a5004 req-853d9108-6510-442a-a2f9-6d8c4ab51df1 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 210 time: 0.2383974
Oct 25 14:57:24.290814 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c80365f8-136c-40c8-b32f-3c0237cecd57 req-95e2b298-a141-49ce-bcfc-2e3e922e3093 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 210 time: 0.2678702
Oct 25 14:57:24.391464 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Routers {'e854753c-eec5-424c-b02b-01fbb4fdcd16'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:57:24.392178 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eae94c0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['e854753c-eec5-424c-b02b-01fbb4fdcd16'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:24.460147 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Allocated IP 172.20.0.1 (331f36af-0363-44a7-b402-805bbfb485e3/b1264c34-1bd9-40a4-a25e-d6aee702384f/6d6aac46-6299-438e-a288-88580f3fa5ed) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:24.618642 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ca303-739b-474a-bb00-6add19d8a19b None None] Pushing event updated for resources: {'Port': ['ID=cadc1e68-aa1d-4767-bc37-8cea5ff68498,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:24.642152 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-2b8ca303-739b-474a-bb00-6add19d8a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:24.772753 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ec33e50>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 2, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:24.797486 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Checking router: 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 14:57:24.798018 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Updating router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 port da026f22-e35b-4b5c-9475-20f466c2c9b8 binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 14:57:24.921326 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:25.111605 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:25.199065 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:25.226152 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:25.228949 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] Set router e854753c-eec5-424c-b02b-01fbb4fdcd16 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:57:25.312486 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.37', 59196) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:25.378768 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Network 331f36af-0363-44a7-b402-805bbfb485e3 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:25.382159 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6aac46-6299-438e-a288-88580f3fa5ed,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:25.389445 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:25.391140 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:25.394901 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:25.395787 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33510570'] for router_interface, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:25.621976 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:25.797765 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:57:25.856645 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518869b-099b-4792-a9c0-234769249c88 req-d732708a-7eda-4ac5-8e05-16125da0deca tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:25.857610 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-d518869b-099b-4792-a9c0-234769249c88 req-d732708a-7eda-4ac5-8e05-16125da0deca tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Synchronizing usage tracker for tenant:4a8a71f562124751a24c84588a42e5d5 on resource:network {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:25.938755 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-d518869b-099b-4792-a9c0-234769249c88 req-d732708a-7eda-4ac5-8e05-16125da0deca tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Unset dirty status for tenant:4a8a71f562124751a24c84588a42e5d5 on resource:network {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:25.942263 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-d732708a-7eda-4ac5-8e05-16125da0deca tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.37 "GET /v2.0/networks?id=446a31bb-98df-499a-a5d2-1b4f24598466 HTTP/1.1" status: 200  len: 812 time: 0.6281223
Oct 25 14:57:26.015855 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:26.028426 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Request body: {'port': {'device_id': 'c6b470d5-422a-435f-85f5-4c42a54a4472', 'network_id': '446a31bb-98df-499a-a5d2-1b4f24598466', 'admin_state_up': True, 'tenant_id': '4a8a71f562124751a24c84588a42e5d5'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:26.056234 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Transition to ACTIVE for port object da026f22-e35b-4b5c-9475-20f466c2c9b8 will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:26.078160 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:26.085415 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:26.307209 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157daa1-ae01-469e-9962-4ac5e5345532 None None] Pushing event updated for resources: {'Port': ['ID=da026f22-e35b-4b5c-9475-20f466c2c9b8,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:26.336829 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-f157daa1-ae01-469e-9962-4ac5e5345532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:26.480518 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.37', 59198) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:26.547643 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:26.567646 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Usage tracker for resource:port and tenant:4a8a71f562124751a24c84588a42e5d5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:26.576230 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:26.588864 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:26.595409 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:26.600847 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 52874) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:26.618247 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--251341471', 'description': 'tempest-description--2059810760'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:26.624627 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Made reservation on behalf of 4a8a71f562124751a24c84588a42e5d5 for: {'port': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:26.630489 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:26.757950 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:26.768506 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:26.778294 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33051322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33510409'] for router_interface, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:26.821234 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:security_group and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:26.829611 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f451650f-fdf5-4dd2-9fcd-0cfd1473c4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:26.930438 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eae94c0>, [{'id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-router', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:10Z', 'updated_at': '2021-10-25T14:57:15Z', 'revision_number': 3, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'gw_port': {'id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:13Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:26.987393 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77066a4e-9a73-4a67-9be8-7f1db0629581 None None] The sync data for ids ['e854753c-eec5-424c-b02b-01fbb4fdcd16'] in dv-cinder-813751-1-iscsi is: [{'id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-router', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:10Z', 'updated_at': '2021-10-25T14:57:15Z', 'revision_number': 3, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'gw_port': {'id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:13Z', 'updated_at': '2021-10-25T14:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 14:57:27.032019 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:27.049146 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6aac46-6299-438e-a288-88580f3fa5ed,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:27.068648 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:27.091834 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:27.142215 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Allocated IP 172.20.0.5 (446a31bb-98df-499a-a5d2-1b4f24598466/4a30187b-b86b-43d7-b205-c27d6bc6f3ad/6add59a9-a62f-42e0-8e1e-525107c06a8a) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:27.175694 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Attempting to bind port da026f22-e35b-4b5c-9475-20f466c2c9b8 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:57:27.176825 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Attempting to bind port da026f22-e35b-4b5c-9475-20f466c2c9b8 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:57:27.181358 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Attempting to bind port da026f22-e35b-4b5c-9475-20f466c2c9b8 on network ded9f1b4-e675-4f41-9520-fcc0766d528a {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:27.196177 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:57:27.197019 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Checking segment: {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:27.200057 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:27.200832 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Bound using segment: {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:57:27.201629 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Bound port: da026f22-e35b-4b5c-9475-20f466c2c9b8, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:57:27.204164 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:27.588886 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e120e74c-dacc-4c58-91a6-1bf20a2e365f req-693e746b-afc4-4500-8360-197009a4637f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 210 time: 0.0715723
Oct 25 14:57:27.687116 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:27.709356 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] For port da026f22-e35b-4b5c-9475-20f466c2c9b8, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:57:27.717150 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] For port da026f22-e35b-4b5c-9475-20f466c2c9b8, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=da026f22-e35b-4b5c-9475-20f466c2c9b8,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:57:27.724717 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:27.750540 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:27.936881 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:57:27.938454 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ec33e50>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:28.101207 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:28.140330 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:28.150853 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-25baad09-105d-40b5-8e28-679b32fe95da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:28.278769 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-20090968-7d7a-4d5a-a9e8-41e2bdd171ae tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:28.282605 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-20090968-7d7a-4d5a-a9e8-41e2bdd171ae tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 815 time: 1.8011360
Oct 25 14:57:28.323222 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:28.342364 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:security_group_rule and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:28.342364 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:28.361432 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Network 446a31bb-98df-499a-a5d2-1b4f24598466 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:28.367654 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:28.369843 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:28.387543 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:28.437512 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:28.448382 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:28.450624 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157daa1-ae01-469e-9962-4ac5e5345532 None None] Pushing event updated for resources: {'Port': ['ID=da026f22-e35b-4b5c-9475-20f466c2c9b8,revision_number=4']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:28.470227 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-f157daa1-ae01-469e-9962-4ac5e5345532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:28.601517 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Request body: {'port': {'device_id': 'ebed6be4-da88-4393-a398-81781c865226', 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b', 'admin_state_up': True, 'tenant_id': '670374964f714196ab5d431e5e2fc9bd'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:28.669948 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6469154
Oct 25 14:57:28.671959 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Pushing event updated for resources: {'Port': ['ID=6add59a9-a62f-42e0-8e1e-525107c06a8a,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:28.692571 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:57:28.701892 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:28.723858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-aea36da0-c9e9-4fd2-8d73-0a4e6e37e377 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 14:57:28.735514 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-aea36da0-c9e9-4fd2-8d73-0a4e6e37e377 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0243387
Oct 25 14:57:28.939677 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:29.090305 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:29.111216 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:29.178512 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:29.508457 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Network 331f36af-0363-44a7-b402-805bbfb485e3 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:29.517901 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Request body: {'port': {'device_id': 'c6b470d5-422a-435f-85f5-4c42a54a4472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:29.683182 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:29.801504 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device cadc1e68-aa1d-4767-bc37-8cea5ff68498 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:57:29.849883 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:29.865364 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 3.2524171
Oct 25 14:57:29.865601 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ec33e50>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:27Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:29.874738 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8700e6f-1ddc-4b90-bd1e-2e48d2b5a6d4 None None] The sync data for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi is: [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:27Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 14:57:29.876928 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52926) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:29.880219 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cd66de25-2e2c-41e1-b34a-c590ddcd6847 req-1b207f28-2905-4b20-982d-8172b6ab51dd tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 210 time: 0.3588006
Oct 25 14:57:29.881311 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe16e4-8877-4c99-889d-b50aa122c9b3,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:29.926511 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'security_group_rule': {'security_group_id': 'd8fe16e4-8877-4c99-889d-b50aa122c9b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:29.957665 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:29.991234 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:security_group_rule and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:30.028205 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:30.053610 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:30.117877 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:30.283294 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.105s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:30.573655 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port cadc1e68-aa1d-4767-bc37-8cea5ff68498 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:57:30.603008 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:30.611894 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24511806-43cd-4a95-926f-f2542c7e959a req-ca66ee71-5070-494f-92ba-fc916ec597b8 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:30.622486 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-24511806-43cd-4a95-926f-f2542c7e959a req-ca66ee71-5070-494f-92ba-fc916ec597b8 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 931 time: 2.7492218
Oct 25 14:57:30.639770 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port cadc1e68-aa1d-4767-bc37-8cea5ff68498 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:30.643688 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:31.029326 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:31.118448 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Usage tracker for resource:port and tenant:670374964f714196ab5d431e5e2fc9bd is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:31.164578 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:31.219245 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-24511806-43cd-4a95-926f-f2542c7e959a req-44ae81c1-0494-4fb7-8d39-2ab2c3a251f6 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5253928
Oct 25 14:57:31.240347 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:31.278504 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:31.334580 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Router e854753c-eec5-424c-b02b-01fbb4fdcd16 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 14:57:31.342593 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Made reservation on behalf of 670374964f714196ab5d431e5e2fc9bd for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:31.342969 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port cadc1e68-aa1d-4767-bc37-8cea5ff68498, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=cadc1e68-aa1d-4767-bc37-8cea5ff68498,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:57:31.352205 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:31.355965 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-2b8ca303-739b-474a-bb00-6add19d8a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:31.363321 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:31.572211 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=cadc1e68-aa1d-4767-bc37-8cea5ff68498,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:31.600757 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:31.605633 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:31.874274 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:31.889560 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device da026f22-e35b-4b5c-9475-20f466c2c9b8 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:57:31.892860 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:31.964580 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c415d2-7aa1-4c20-806e-341991e7a4d0,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:31.986536 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:32.025119 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:32.027279 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.1292024
Oct 25 14:57:32.035947 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52956) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:32.044135 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b6debcf2-f712-4e0c-9e40-d740b37ef1bb req-9190b93b-2a05-41b3-82a7-aebce27e73f0 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 210 time: 0.6217663
Oct 25 14:57:32.085123 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'security_group_rule': {'security_group_id': 'd8fe16e4-8877-4c99-889d-b50aa122c9b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:32.122944 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:32.138954 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:security_group_rule and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:32.142969 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:32.168858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:32.243702 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:32.255638 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port da026f22-e35b-4b5c-9475-20f466c2c9b8 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:57:32.266018 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port da026f22-e35b-4b5c-9475-20f466c2c9b8 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:32.267298 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:32.572108 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:32.574735 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.db.resource_extend [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Oct 25 14:57:32.623371 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:32.729235 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:32.768180 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2095811a-37e4-4fac-a960-208d5ff0aa2c,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:32.796799 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 14:57:32.798615 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:32.830907 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Sync routers for ids ['e854753c-eec5-424c-b02b-01fbb4fdcd16'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 14:57:32.831926 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6add59a9-a62f-42e0-8e1e-525107c06a8a {{(pid=86765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:57:32.844152 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:32.845471 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8080964
Oct 25 14:57:32.847504 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:32.850905 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 52962) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:32.858925 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'floatingip': {'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:32.872802 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Allocated IP 172.20.0.2 (b6e2eca2-82bf-4259-8e1a-ff594890c64b/d6790719-2903-414f-a312-fc29486c7143/eb1140f6-9ef5-4a12-b689-f625af47513a) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:32.874970 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:32.909879 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:32.912586 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] 10.222.0.57 "PUT /v2.0/routers/e854753c-eec5-424c-b02b-01fbb4fdcd16/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9335427
Oct 25 14:57:32.939498 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.provisioning_blocks [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Transition to ACTIVE for port object 6add59a9-a62f-42e0-8e1e-525107c06a8a will not be triggered until provisioned by entity L2. {{(pid=86765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:32.941163 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:floatingip and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:32.952564 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:32.967471 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:32.968885 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:32.979352 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Routers {'e854753c-eec5-424c-b02b-01fbb4fdcd16'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:57:32.980208 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eafd100>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['e854753c-eec5-424c-b02b-01fbb4fdcd16'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:33.010350 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ecbdade6-feef-4cb4-92fe-72e512b3bef7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:33.146565 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea3a48-4068-4750-8d5d-25b206152f70 req-cff1616f-fb4e-4511-a4c1-f8877b102769 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:33.159084 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-beea3a48-4068-4750-8d5d-25b206152f70 req-cff1616f-fb4e-4511-a4c1-f8877b102769 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 931 time: 0.6572444
Oct 25 14:57:33.407000 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port da026f22-e35b-4b5c-9475-20f466c2c9b8, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=da026f22-e35b-4b5c-9475-20f466c2c9b8,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:57:33.444933 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:33.449869 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:33.475927 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:33.536375 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Pushing event updated for resources: {'Port': ['ID=6add59a9-a62f-42e0-8e1e-525107c06a8a,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:33.544329 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:33.710236 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c1710637-da94-4501-932d-847910d26814 req-7a32fbfc-0de1-4c54-823b-59e7bb24ed90 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Synchronizing usage tracker for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:33.713489 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Attempting to bind port 6add59a9-a62f-42e0-8e1e-525107c06a8a on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:57:33.715797 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Attempting to bind port 6add59a9-a62f-42e0-8e1e-525107c06a8a by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': 'd2401e63-8369-4495-8067-81ee25cdf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '446a31bb-98df-499a-a5d2-1b4f24598466'}] {{(pid=86765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:57:33.716668 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Attempting to bind port 6add59a9-a62f-42e0-8e1e-525107c06a8a on network 446a31bb-98df-499a-a5d2-1b4f24598466 {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:33.718788 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device cadc1e68-aa1d-4767-bc37-8cea5ff68498 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:57:33.725029 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Port 6add59a9-a62f-42e0-8e1e-525107c06a8a on network 446a31bb-98df-499a-a5d2-1b4f24598466 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 14:57:33.726726 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Attempting to bind port 6add59a9-a62f-42e0-8e1e-525107c06a8a on network 446a31bb-98df-499a-a5d2-1b4f24598466 {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:33.731801 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-beea3a48-4068-4750-8d5d-25b206152f70 req-22add3c9-1111-4bd4-aa62-8749a73cab12 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5532322
Oct 25 14:57:33.764973 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:57:33.765852 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Checking segment: {'id': 'd2401e63-8369-4495-8067-81ee25cdf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '446a31bb-98df-499a-a5d2-1b4f24598466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:33.766586 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Bound using segment: {'id': 'd2401e63-8369-4495-8067-81ee25cdf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '446a31bb-98df-499a-a5d2-1b4f24598466'} {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:57:33.767303 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Bound port: 6add59a9-a62f-42e0-8e1e-525107c06a8a, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2401e63-8369-4495-8067-81ee25cdf132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '446a31bb-98df-499a-a5d2-1b4f24598466'}}] {{(pid=86765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:57:33.767837 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:33.854088 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c1710637-da94-4501-932d-847910d26814 req-7a32fbfc-0de1-4c54-823b-59e7bb24ed90 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Unset dirty status for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:33.873012 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c1710637-da94-4501-932d-847910d26814 req-7a32fbfc-0de1-4c54-823b-59e7bb24ed90 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 210 time: 0.3585291
Oct 25 14:57:33.929667 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=da026f22-e35b-4b5c-9475-20f466c2c9b8,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:33.947191 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Set router e854753c-eec5-424c-b02b-01fbb4fdcd16 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:57:34.057805 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:34.099427 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port cadc1e68-aa1d-4767-bc37-8cea5ff68498 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:34.099985 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:34.275273 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] For port 6add59a9-a62f-42e0-8e1e-525107c06a8a, host hv-cinder-81375, cleared binding levels {{(pid=86765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:57:34.352964 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:34.638604 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-0e1fb186-8c58-4ec2-872f-aaa16408fcaa tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:34.639803 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-0e1fb186-8c58-4ec2-872f-aaa16408fcaa tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Synchronizing usage tracker for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:network {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:34.648056 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eafd100>, [{'id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-router', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:10Z', 'updated_at': '2021-10-25T14:57:25Z', 'revision_number': 4, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'gw_port': {'id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:13Z', 'updated_at': '2021-10-25T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '6d6aac46-6299-438e-a288-88580f3fa5ed', 'name': '', 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'mac_address': 'fa:16:3e:10:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b1264c34-1bd9-40a4-a25e-d6aee702384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:23Z', 'updated_at': '2021-10-25T14:57:25Z', 'revision_number': 2, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'subnets': [{'id': 'b1264c34-1bd9-40a4-a25e-d6aee702384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:34.654157 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Checking router: e854753c-eec5-424c-b02b-01fbb4fdcd16 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 14:57:34.655067 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Updating router e854753c-eec5-424c-b02b-01fbb4fdcd16 port 6d6aac46-6299-438e-a288-88580f3fa5ed binding host dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 14:57:34.733348 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:34.746539 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:34.774018 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-0e1fb186-8c58-4ec2-872f-aaa16408fcaa tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Unset dirty status for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:network {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:34.777846 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-0e1fb186-8c58-4ec2-872f-aaa16408fcaa tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 819 time: 0.7899940
Oct 25 14:57:34.842645 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Allocated IP 172.27.3.52 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/6ea2667f-592c-4070-80f1-01f56f8495ea) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:34.961964 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:34.969844 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-bee8afe2-9c6d-420d-b27c-3040ca9bca62 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/quotas/bd3772dcd21e433081b8ba499e61cfb6 HTTP/1.1" status: 200  len: 375 time: 0.1685123
Oct 25 14:57:35.154174 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae458e71-0539-4838-bb42-23672a953f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:35.209724 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:35.250852 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:35.253184 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] For port 6add59a9-a62f-42e0-8e1e-525107c06a8a, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=6add59a9-a62f-42e0-8e1e-525107c06a8a,segment=NetworkSegment(d2401e63-8369-4495-8067-81ee25cdf132),segment_id=d2401e63-8369-4495-8067-81ee25cdf132)] {{(pid=86765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:57:35.258865 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:35.307208 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:35.364307 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:35.370592 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:35.434107 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'Port': ['ID=6ea2667f-592c-4070-80f1-01f56f8495ea,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:35.469665 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Network b6e2eca2-82bf-4259-8e1a-ff594890c64b is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:35.471254 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:35.472546 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:35.475562 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] 10.222.0.37 "PUT /v2.0/ports/6add59a9-a62f-42e0-8e1e-525107c06a8a HTTP/1.1" status: 200  len: 1093 time: 6.1628098
Oct 25 14:57:35.481114 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:35.495859 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:35.503484 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:35.504880 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:35.510698 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:35.511950 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b470d5-422a-435f-85f5-4c42a54a4472', 'tag': '6add59a9-a62f-42e0-8e1e-525107c06a8a'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:57:35.523941 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Pushing event updated for resources: {'Port': ['ID=eb1140f6-9ef5-4a12-b689-f625af47513a,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:35.537090 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:35.561989 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ae179a4b-b6d0-4486-9e31-5d8662ec3700 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Synchronizing usage tracker for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:35.585990 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.0720489
Oct 25 14:57:35.592957 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ae179a4b-b6d0-4486-9e31-5d8662ec3700 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Unset dirty status for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:35.594589 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ae179a4b-b6d0-4486-9e31-5d8662ec3700 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6182282
Oct 25 14:57:35.754616 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3d2a5f69-bdb7-4b6b-8d9c-788d135aa771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:35.783643 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device da026f22-e35b-4b5c-9475-20f466c2c9b8 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:57:35.811915 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-67ea6f23-2af2-4d2b-9c37-f87afae92c62 service neutron] 10.222.0.57 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085190
Oct 25 14:57:36.009315 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:36.069952 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889aee4-d366-485e-a211-8e756d24214e req-7e6e0c73-87e5-4290-9b10-69a43395a147 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:36.071859 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7889aee4-d366-485e-a211-8e756d24214e req-7e6e0c73-87e5-4290-9b10-69a43395a147 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.6931367
Oct 25 14:57:36.078136 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:36.179484 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Transition to ACTIVE for port object 6d6aac46-6299-438e-a288-88580f3fa5ed will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:36.227896 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:36.234088 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port da026f22-e35b-4b5c-9475-20f466c2c9b8 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:36.236524 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:36.293364 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7889aee4-d366-485e-a211-8e756d24214e req-79c13a5e-90b0-42e7-8f09-d057c8349209 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527853
Oct 25 14:57:36.360558 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-5777a143-5ffc-48fa-b6e4-13fcc1b0bab9 service neutron] 10.222.0.57 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5292859
Oct 25 14:57:36.374520 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:36.437359 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:36.523529 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcc86c-2408-4378-8c1d-a427f892d751 None None] Pushing event updated for resources: {'Port': ['ID=6d6aac46-6299-438e-a288-88580f3fa5ed,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:36.561716 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-91dcc86c-2408-4378-8c1d-a427f892d751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:36.624437 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Pushing event updated for resources: {'Port': ['ID=6add59a9-a62f-42e0-8e1e-525107c06a8a,revision_number=3']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:36.637722 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:36.674155 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:36.789521 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Attempting to bind port 6d6aac46-6299-438e-a288-88580f3fa5ed on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:57:36.790068 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Attempting to bind port 6d6aac46-6299-438e-a288-88580f3fa5ed by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:57:36.790267 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Attempting to bind port 6d6aac46-6299-438e-a288-88580f3fa5ed on network 331f36af-0363-44a7-b402-805bbfb485e3 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:36.797910 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:57:36.798297 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Checking segment: {'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:36.799767 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:36.800037 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Bound using segment: {'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:57:36.801746 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Bound port: 6d6aac46-6299-438e-a288-88580f3fa5ed, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:57:36.802208 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:37.074955 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] For port 6d6aac46-6299-438e-a288-88580f3fa5ed, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:57:37.079117 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] For port 6d6aac46-6299-438e-a288-88580f3fa5ed, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=6d6aac46-6299-438e-a288-88580f3fa5ed,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:57:37.087177 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:37.091677 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:37.158828 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5125f7-ac8f-446c-af07-55a403bc5946 req-a84daf9b-15a3-42a8-8e1c-87c71fd755dc tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:37.170124 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a5125f7-ac8f-446c-af07-55a403bc5946 req-a84daf9b-15a3-42a8-8e1c-87c71fd755dc tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 931 time: 0.2666113
Oct 25 14:57:37.225680 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-9a5125f7-ac8f-446c-af07-55a403bc5946 req-d4690c81-1edc-44b8-9c17-56e9e714c1f1 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Synchronizing usage tracker for tenant:670374964f714196ab5d431e5e2fc9bd on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:37.227599 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Routers {'e854753c-eec5-424c-b02b-01fbb4fdcd16'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:57:37.228280 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eafd100>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:57:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['e854753c-eec5-424c-b02b-01fbb4fdcd16'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:37.259859 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-9a5125f7-ac8f-446c-af07-55a403bc5946 req-d4690c81-1edc-44b8-9c17-56e9e714c1f1 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Unset dirty status for tenant:670374964f714196ab5d431e5e2fc9bd on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:37.267154 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a5125f7-ac8f-446c-af07-55a403bc5946 req-d4690c81-1edc-44b8-9c17-56e9e714c1f1 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958233
Oct 25 14:57:37.296332 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:37.305719 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b470d5-422a-435f-85f5-4c42a54a4472', 'tag': '6add59a9-a62f-42e0-8e1e-525107c06a8a', 'status': 'completed', 'code': 200}
Oct 25 14:57:37.308710 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:37.314111 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcc86c-2408-4378-8c1d-a427f892d751 None None] Pushing event updated for resources: {'Port': ['ID=6d6aac46-6299-438e-a288-88580f3fa5ed,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:37.328558 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:37.390012 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-91dcc86c-2408-4378-8c1d-a427f892d751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:37.427855 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-05112790-15e2-41ff-a7b2-582bb4b7b73c req-5314fb42-f5d8-4844-a703-55f27da6150b tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 210 time: 0.1298826
Oct 25 14:57:37.563574 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:37.572814 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'Port': ['ID=6ea2667f-592c-4070-80f1-01f56f8495ea,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:37.586284 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:37.624291 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:37.627874 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.7756829
Oct 25 14:57:37.649542 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] Set router e854753c-eec5-424c-b02b-01fbb4fdcd16 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:57:38.026271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5735a-ec84-4c57-8c57-25f29d382b98 req-f02ed491-b9bd-4f46-8a5f-536126736026 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:38.029250 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-47f5735a-ec84-4c57-8c57-25f29d382b98 req-f02ed491-b9bd-4f46-8a5f-536126736026 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.4280615
Oct 25 14:57:38.043359 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-8d9ead34-4de7-4e67-bf36-a3a08144aa17 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:38.045985 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-8d9ead34-4de7-4e67-bf36-a3a08144aa17 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 819 time: 0.3571179
Oct 25 14:57:38.102735 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-752b0d56-c6b3-4140-8f97-d41eaff5fc94 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/quotas/bd3772dcd21e433081b8ba499e61cfb6 HTTP/1.1" status: 200  len: 375 time: 0.0273156
Oct 25 14:57:38.108976 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eafd100>, [{'id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-router', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:10Z', 'updated_at': '2021-10-25T14:57:25Z', 'revision_number': 4, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'gw_port': {'id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:13Z', 'updated_at': '2021-10-25T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '6d6aac46-6299-438e-a288-88580f3fa5ed', 'name': '', 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'mac_address': 'fa:16:3e:10:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b1264c34-1bd9-40a4-a25e-d6aee702384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:23Z', 'updated_at': '2021-10-25T14:57:37Z', 'revision_number': 4, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'subnets': [{'id': 'b1264c34-1bd9-40a4-a25e-d6aee702384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:57:38.114096 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea016e71-60cc-494d-8cc2-064b8b37b5a2 None None] The sync data for ids ['e854753c-eec5-424c-b02b-01fbb4fdcd16'] in dv-cinder-813751-1-iscsi is: [{'id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-router', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:10Z', 'updated_at': '2021-10-25T14:57:25Z', 'revision_number': 4, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'gw_port': {'id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:13Z', 'updated_at': '2021-10-25T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '6d6aac46-6299-438e-a288-88580f3fa5ed', 'name': '', 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'mac_address': 'fa:16:3e:10:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b1264c34-1bd9-40a4-a25e-d6aee702384f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:23Z', 'updated_at': '2021-10-25T14:57:37Z', 'revision_number': 4, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'subnets': [{'id': 'b1264c34-1bd9-40a4-a25e-d6aee702384f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 14:57:38.219819 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-47f5735a-ec84-4c57-8c57-25f29d382b98 req-18867831-f786-431a-91ea-26301d24dac3 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713531
Oct 25 14:57:38.298819 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-8084b07d-58e6-4436-9342-79765c8baa5f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1797910
Oct 25 14:57:38.530820 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-df54deec-0af0-4a46-8a53-dc38c391cc7f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Synchronizing usage tracker for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:38.598581 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-230f530f-f278-48e3-8287-f7a7234d50a2 service neutron] 10.222.0.57 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2837648
Oct 25 14:57:38.605976 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-df54deec-0af0-4a46-8a53-dc38c391cc7f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Unset dirty status for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:38.608063 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-df54deec-0af0-4a46-8a53-dc38c391cc7f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--251341471&fields=id&tenant_id=f775951e4c0e43ab8e9a421071c6c3d4 HTTP/1.1" status: 200  len: 267 time: 0.1734223
Oct 25 14:57:39.270574 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-ba58f0ce-a064-4308-9651-22b5b38581e9 service neutron] 10.222.0.57 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6585002
Oct 25 14:57:39.295836 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-4cdbbdca-8ff9-4fdd-be22-3909be26c3a4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:39.311718 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-4cdbbdca-8ff9-4fdd-be22-3909be26c3a4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 811 time: 0.6728017
Oct 25 14:57:39.357010 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-38de649f-5cea-443c-a777-070f104fa20a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/quotas/f775951e4c0e43ab8e9a421071c6c3d4 HTTP/1.1" status: 200  len: 375 time: 0.0431509
Oct 25 14:57:39.660663 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-40771e13-fb5d-4dde-9b67-548c23a4b9c7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Synchronizing usage tracker for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:39.743192 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-40771e13-fb5d-4dde-9b67-548c23a4b9c7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Unset dirty status for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:39.750243 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-40771e13-fb5d-4dde-9b67-548c23a4b9c7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3906655
Oct 25 14:57:39.834008 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 6d6aac46-6299-438e-a288-88580f3fa5ed up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:57:40.149218 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 6d6aac46-6299-438e-a288-88580f3fa5ed completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:57:40.196615 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 6d6aac46-6299-438e-a288-88580f3fa5ed triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:40.197182 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:40.288503 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:40.588069 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-ca225621-146b-4bde-bb42-0786e622c740 service neutron] 10.222.0.57 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7999804
Oct 25 14:57:40.707644 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-d6dbb9f6-1913-4a59-8d62-8224256151cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:40.726185 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:40.903677 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dccff-4b2e-41c4-a984-21ed78b4b8fc req-2962c940-edd9-434a-bc59-5bcc5c0b250d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:40.914614 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-057dccff-4b2e-41c4-a984-21ed78b4b8fc req-2962c940-edd9-434a-bc59-5bcc5c0b250d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 931 time: 0.3310430
Oct 25 14:57:41.008026 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 6d6aac46-6299-438e-a288-88580f3fa5ed, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=6d6aac46-6299-438e-a288-88580f3fa5ed,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:57:41.019039 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:41.021324 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-91dcc86c-2408-4378-8c1d-a427f892d751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:41.114909 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-057dccff-4b2e-41c4-a984-21ed78b4b8fc req-be707eaf-191d-41f6-b94d-c479f2341505 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966114
Oct 25 14:57:41.160168 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-75b57b0d-38ce-418c-a430-44d9fdd0814c service neutron] 10.222.0.57 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4789987
Oct 25 14:57:41.181133 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=6d6aac46-6299-438e-a288-88580f3fa5ed,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:41.187941 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:41.469216 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29332c-bc20-46cb-8c24-4d40a8b2a79b req-fc862500-aa12-4407-b0a7-7943fbef7f9d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:41.471175 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6f29332c-bc20-46cb-8c24-4d40a8b2a79b req-fc862500-aa12-4407-b0a7-7943fbef7f9d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.1111629
Oct 25 14:57:41.574549 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6f29332c-bc20-46cb-8c24-4d40a8b2a79b req-c9366e0b-b1df-4183-9710-7641e5fd1848 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904882
Oct 25 14:57:41.811864 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b229ae74-e896-4b8d-8fce-c91cd170b435 req-8d6a0e79-25a1-4565-b7d8-59b31bb0beb2 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 210 time: 0.1296713
Oct 25 14:57:41.830008 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a3aef8dc-62b8-4662-80ce-b25d1ed3b45e req-5d96dd87-cab0-4037-b324-13c715e8c984 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.0642142
Oct 25 14:57:41.898338 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 6d6aac46-6299-438e-a288-88580f3fa5ed up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:57:42.068101 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 6d6aac46-6299-438e-a288-88580f3fa5ed triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:42.068774 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:42.397104 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98af116-eed0-4ae3-b557-1f665da2919b req-1173a79b-50a5-4031-80e6-ba8c6c73725f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:42.399167 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e98af116-eed0-4ae3-b557-1f665da2919b req-1173a79b-50a5-4031-80e6-ba8c6c73725f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 931 time: 0.1237228
Oct 25 14:57:42.459925 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e98af116-eed0-4ae3-b557-1f665da2919b req-969feafa-75d8-497c-b668-3f77d07ca848 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504079
Oct 25 14:57:42.778752 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Request body: {'port': {'device_id': 'ebed6be4-da88-4393-a398-81781c865226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:42.950615 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:42.970699 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc78bf-fa0b-4d6e-a74a-9fc879d42fe1 req-bc623fb8-9fa3-465e-aa1c-a80f056e0477 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:42.972434 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-55bc78bf-fa0b-4d6e-a74a-9fc879d42fe1 req-bc623fb8-9fa3-465e-aa1c-a80f056e0477 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.2660282
Oct 25 14:57:43.092362 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-802d5346-7048-430c-a59f-cc819076828c req-7e289536-4f3e-43fc-8569-f3df9c393b49 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 210 time: 0.0774348
Oct 25 14:57:43.196901 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-55bc78bf-fa0b-4d6e-a74a-9fc879d42fe1 req-5e66483c-4dfb-4596-a156-7f817156cbd3 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831214
Oct 25 14:57:43.390996 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-454ea3f7-3551-41e0-88a4-438c83ec079d req-03ba8fa5-4f3f-48be-b62c-3f2808e91ff2 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.1722386
Oct 25 14:57:43.575562 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7ea3ae97-4bf7-413a-b06f-4fb196742088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:43.920455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1140f6-9ef5-4a12-b689-f625af47513a {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:57:43.950964 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:43.981241 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef211-35f4-484d-93cb-ff72b816712b req-279a8683-7c22-4ab7-a582-9a3bfadf8923 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:43.983943 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-505ef211-35f4-484d-93cb-ff72b816712b req-279a8683-7c22-4ab7-a582-9a3bfadf8923 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 931 time: 0.3182139
Oct 25 14:57:44.002265 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Transition to ACTIVE for port object eb1140f6-9ef5-4a12-b689-f625af47513a will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:44.055113 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-505ef211-35f4-484d-93cb-ff72b816712b req-189b3635-a537-40dc-ba66-e68ae8c22c6d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561073
Oct 25 14:57:44.056130 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:44.061142 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-95574164-64d9-43a7-b7c5-ee0d65bd4cb8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:44.219498 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=eb1140f6-9ef5-4a12-b689-f625af47513a,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:44.224618 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:44.441112 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:44.535062 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-92f3c08d-1c2c-4e79-9ec4-bbb3d7f08c81 req-76284025-f0da-4ded-bbb0-ee53525b0eb5 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 210 time: 0.1789427
Oct 25 14:57:44.659120 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Attempting to bind port eb1140f6-9ef5-4a12-b689-f625af47513a on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:57:44.659706 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Attempting to bind port eb1140f6-9ef5-4a12-b689-f625af47513a by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:57:44.660267 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Attempting to bind port eb1140f6-9ef5-4a12-b689-f625af47513a on network b6e2eca2-82bf-4259-8e1a-ff594890c64b {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:44.731497 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Port eb1140f6-9ef5-4a12-b689-f625af47513a on network b6e2eca2-82bf-4259-8e1a-ff594890c64b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 14:57:44.731972 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Attempting to bind port eb1140f6-9ef5-4a12-b689-f625af47513a on network b6e2eca2-82bf-4259-8e1a-ff594890c64b {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:44.775666 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:57:44.776348 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Checking segment: {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:44.777776 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Bound using segment: {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:57:44.778612 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Bound port: eb1140f6-9ef5-4a12-b689-f625af47513a, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:57:44.779204 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:44.825478 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ef1dab1c-9f2c-43f3-b62d-38565471e904 req-cf17e177-289e-49f5-926b-27c41619b7ad tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.1569993
Oct 25 14:57:44.989157 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b633a0-0589-4c1b-80d3-29b2c4db5faf req-b967941a-5813-44de-8aa7-fe604d60914a tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:45.005315 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d8b633a0-0589-4c1b-80d3-29b2c4db5faf req-b967941a-5813-44de-8aa7-fe604d60914a tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.5549541
Oct 25 14:57:45.108268 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] For port eb1140f6-9ef5-4a12-b689-f625af47513a, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:57:45.145293 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d8b633a0-0589-4c1b-80d3-29b2c4db5faf req-13ac7bf2-c32c-4306-925d-8ac046151a9e tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382740
Oct 25 14:57:45.151993 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] For port eb1140f6-9ef5-4a12-b689-f625af47513a, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=eb1140f6-9ef5-4a12-b689-f625af47513a,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:57:45.169417 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:45.174969 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:45.350123 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=eb1140f6-9ef5-4a12-b689-f625af47513a,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:45.403482 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:45.419423 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:45.420038 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:45.422092 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] 10.222.0.37 "PUT /v2.0/ports/eb1140f6-9ef5-4a12-b689-f625af47513a HTTP/1.1" status: 200  len: 1093 time: 2.6509247
Oct 25 14:57:45.422614 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebed6be4-da88-4393-a398-81781c865226', 'tag': 'eb1140f6-9ef5-4a12-b689-f625af47513a'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:57:45.537975 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523583e-cbfe-4fa9-a114-9b5d3560cc9e req-53531e7c-3c06-45a4-a2cc-48ad82cc8273 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:45.538877 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2523583e-cbfe-4fa9-a114-9b5d3560cc9e req-53531e7c-3c06-45a4-a2cc-48ad82cc8273 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 943 time: 0.1909015
Oct 25 14:57:45.613573 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2523583e-cbfe-4fa9-a114-9b5d3560cc9e req-2cbaad1f-f3bf-44b6-b3ff-d58fa9db747c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684123
Oct 25 14:57:45.825024 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3510f141-9cdb-4491-9d4d-54d247becfea req-10b83b92-01a8-4173-ba91-357e197e7f9f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 210 time: 0.0743845
Oct 25 14:57:45.852332 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebed6be4-da88-4393-a398-81781c865226', 'tag': 'eb1140f6-9ef5-4a12-b689-f625af47513a', 'status': 'completed', 'code': 200}
Oct 25 14:57:46.020361 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e191e1f8-e0d9-4205-bfab-535b1d40d5dc req-c1b7a403-9b05-4fc7-9ecd-98fa4ebb45b1 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.0455465
Oct 25 14:57:46.401413 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb192b7-cdd2-4cab-80f7-846b4260df20 req-46c6bcfa-38f2-44e0-9eb0-1111d7a8d742 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:46.403171 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9bb192b7-cdd2-4cab-80f7-846b4260df20 req-46c6bcfa-38f2-44e0-9eb0-1111d7a8d742 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.1391084
Oct 25 14:57:46.454200 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9bb192b7-cdd2-4cab-80f7-846b4260df20 req-0deb2342-7b58-440a-ab0c-2a93c740dcf5 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446875
Oct 25 14:57:46.619355 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:46.815819 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc492c-2389-449d-a6dd-5e7387623f45 req-9c81b562-0d8e-40af-9bd9-3d875ec7912c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:46.817372 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7dfc492c-2389-449d-a6dd-5e7387623f45 req-9c81b562-0d8e-40af-9bd9-3d875ec7912c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 943 time: 0.0889733
Oct 25 14:57:46.867689 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7dfc492c-2389-449d-a6dd-5e7387623f45 req-310063b7-90b3-4df1-8e97-04ba5e2d20f3 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442982
Oct 25 14:57:46.993008 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2394856e-1ce2-4a9f-a0b0-f9f40205e057 req-5dd4a30c-4fe5-4553-a85f-2df793f4f3c1 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 210 time: 0.0482070
Oct 25 14:57:47.239564 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-38a3c4c0-c648-4dcb-aa3c-8cef2412b057 req-9a3bcdb7-0f6b-4a9d-b930-66bc794142ab tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.0826612
Oct 25 14:57:47.281245 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc2a56-1fab-4a6b-bc8b-528c0787a44c req-06788db1-bc2e-483e-a2a9-5e8f7c66a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:47.285739 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-80dc2a56-1fab-4a6b-bc8b-528c0787a44c req-06788db1-bc2e-483e-a2a9-5e8f7c66a65a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a8a71f562124751a24c84588a42e5d5&device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 1096 time: 0.1373992
Oct 25 14:57:47.386987 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d5e6-e81c-4d87-bd10-6db03a80cde5 req-ea46f459-6cc0-4d28-a88a-40730bffed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:47.388737 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a838d5e6-e81c-4d87-bd10-6db03a80cde5 req-ea46f459-6cc0-4d28-a88a-40730bffed33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 1096 time: 0.1011040
Oct 25 14:57:47.707818 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc2a56-1fab-4a6b-bc8b-528c0787a44c req-8d3093cb-03fa-4d0a-8d76-c2445c937ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:47.710681 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-80dc2a56-1fab-4a6b-bc8b-528c0787a44c req-8d3093cb-03fa-4d0a-8d76-c2445c937ed1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4a8a71f562124751a24c84588a42e5d5&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3909941
Oct 25 14:57:47.914757 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc2a56-1fab-4a6b-bc8b-528c0787a44c req-2a3556ef-c201-4a44-8c9b-e43fb7fe164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:47.918039 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-80dc2a56-1fab-4a6b-bc8b-528c0787a44c req-2a3556ef-c201-4a44-8c9b-e43fb7fe164a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1937072
Oct 25 14:57:48.160799 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518869b-099b-4792-a9c0-234769249c88 req-f898fae2-4f6c-4d47-90e8-9538fba68376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:48.162819 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-f898fae2-4f6c-4d47-90e8-9538fba68376 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a8a71f562124751a24c84588a42e5d5&device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 1096 time: 0.1417847
Oct 25 14:57:48.223286 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26496738-52f3-410c-98ca-070d857928c9 req-076a1790-1e35-43d8-a310-ab10c8a11421 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:48.226129 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-26496738-52f3-410c-98ca-070d857928c9 req-076a1790-1e35-43d8-a310-ab10c8a11421 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.4077814
Oct 25 14:57:48.230781 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d5e6-e81c-4d87-bd10-6db03a80cde5 req-6c2c2560-8a7e-49dc-9b34-a9aac5bfdd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:48.233752 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a838d5e6-e81c-4d87-bd10-6db03a80cde5 req-6c2c2560-8a7e-49dc-9b34-a9aac5bfdd46 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=670374964f714196ab5d431e5e2fc9bd&shared=False HTTP/1.1" status: 200  len: 916 time: 0.7843015
Oct 25 14:57:48.375561 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-a012297f-28b8-449c-8870-c72c55f2ecfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6add59a9-a62f-42e0-8e1e-525107c06a8a HTTP/1.1" status: 200  len: 217 time: 0.1953459
Oct 25 14:57:48.483547 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-26496738-52f3-410c-98ca-070d857928c9 req-481e9c10-672c-40f3-b15d-2efce1352ad0 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2358012
Oct 25 14:57:48.624129 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518869b-099b-4792-a9c0-234769249c88 req-ea540dd6-10cf-4460-81bc-308939adcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:48.629047 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-ea540dd6-10cf-4460-81bc-308939adcec0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a30187b-b86b-43d7-b205-c27d6bc6f3ad HTTP/1.1" status: 200  len: 852 time: 0.2349269
Oct 25 14:57:48.807562 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-c7dbf97a-8cda-46f6-94f8-9958ad213efd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=446a31bb-98df-499a-a5d2-1b4f24598466&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1704402
Oct 25 14:57:48.828493 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.37', 59230) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:48.832103 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f59541-ee42-49b9-b1d8-8bdbf9c29a96 req-bcf38592-4d7e-4506-a6df-edec7fcf51d0 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:48.857982 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-21f59541-ee42-49b9-b1d8-8bdbf9c29a96 req-bcf38592-4d7e-4506-a6df-edec7fcf51d0 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 943 time: 0.7656374
Oct 25 14:57:49.122602 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8926bfc2-f35f-4a5a-adc1-93964ef3cd46 req-512da097-739a-4d45-8d80-e543e53da39c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 210 time: 0.3225832
Oct 25 14:57:49.197554 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d5e6-e81c-4d87-bd10-6db03a80cde5 req-84f4589f-a555-4866-907c-609ad6055f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:49.236906 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a838d5e6-e81c-4d87-bd10-6db03a80cde5 req-84f4589f-a555-4866-907c-609ad6055f4d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9873810
Oct 25 14:57:49.267311 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-21f59541-ee42-49b9-b1d8-8bdbf9c29a96 req-c22c337e-4f1e-4f1d-b15e-b5a2a98c4e80 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4078009
Oct 25 14:57:49.605957 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53318) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:49.735648 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-022ff527-0881-4365-adec-409703bf74f8 req-2b2931eb-f948-4855-9e70-5cdaeb5333d0 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.2132370
Oct 25 14:57:49.743054 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-88504a76-b261-42a8-abe2-db5cee7a5bb4 service neutron] 10.222.0.37 "GET /v2.0/networks/446a31bb-98df-499a-a5d2-1b4f24598466?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9047525
Oct 25 14:57:49.797046 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-4127360c-5dbb-4452-bffd-9610b975bafc tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:49.805661 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-4127360c-5dbb-4452-bffd-9610b975bafc tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.37 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 819 time: 0.9660933
Oct 25 14:57:49.886235 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-eddeb448-4c54-4b5c-8300-ad075c12a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:49.897563 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-eddeb448-4c54-4b5c-8300-ad075c12a093 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 1096 time: 0.5091233
Oct 25 14:57:49.966848 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Request body: {'port': {'device_id': 'a2029350-9da1-42f8-8596-5959e33aaab8', 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3', 'admin_state_up': True, 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:50.324891 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.37', 59233) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:50.480931 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-782bfc1c-36a3-4732-ba42-47dfe715d73a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb1140f6-9ef5-4a12-b689-f625af47513a HTTP/1.1" status: 200  len: 217 time: 0.3870790
Oct 25 14:57:50.500936 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:50.590435 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:50.715989 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] Usage tracker for resource:security_group_rule and tenant:5f011125854a4b7ab910e581b331cffe is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:50.729457 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:50.770954 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:50.794947 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-451b70dd-3b9e-43d2-88d5-1bd9c3c88344 req-4d4ad5a3-da38-4f62-8c57-2a76de3db1aa tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 210 time: 0.3038447
Oct 25 14:57:50.832739 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-d72decc5-96ed-40ad-862d-41d6447a5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:50.835846 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-d72decc5-96ed-40ad-862d-41d6447a5b56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6790719-2903-414f-a312-fc29486c7143 HTTP/1.1" status: 200  len: 855 time: 0.3428836
Oct 25 14:57:50.908024 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:50.929620 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:51.021512 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Made reservation on behalf of bd3772dcd21e433081b8ba499e61cfb6 for: {'port': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:51.026927 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:51.027393 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36b1ce-96b8-496a-8d77-5f5ab94db654 req-ed051b1d-435d-4594-956c-0303a3cde93d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:51.031530 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ed36b1ce-96b8-496a-8d77-5f5ab94db654 req-ed051b1d-435d-4594-956c-0303a3cde93d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 1.1282432
Oct 25 14:57:51.144242 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-d518869b-099b-4792-a9c0-234769249c88 req-8112ae79-94a3-4273-be95-ca46ba073cbb service neutron] 10.222.0.37 "GET /v2.0/networks/446a31bb-98df-499a-a5d2-1b4f24598466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3352005
Oct 25 14:57:51.233445 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ed36b1ce-96b8-496a-8d77-5f5ab94db654 req-c6aabe87-fc66-4ef0-83e1-5e036cd2bd33 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306233
Oct 25 14:57:51.249181 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-fac9ba57-b854-4a3f-970a-047805febfca tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:51.252429 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-fac9ba57-b854-4a3f-970a-047805febfca tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.37 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 819 time: 0.8984880
Oct 25 14:57:51.293277 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:51.302196 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:51.327641 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b38e7e-d9d5-44b1-aed2-f5386cb113bc req-e512e3c3-1fdd-469e-9f68-12e2878a0673 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:51.330728 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-74b38e7e-d9d5-44b1-aed2-f5386cb113bc req-e512e3c3-1fdd-469e-9f68-12e2878a0673 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 943 time: 0.2967758
Oct 25 14:57:51.334221 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-c1ecf3c3-21b8-4813-838e-73650bfb4901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:51.344928 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5f011125854a4b7ab910e581b331cffe&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7115207
Oct 25 14:57:51.351564 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53364) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:51.403205 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Allocated IP 172.20.0.8 (331f36af-0363-44a7-b402-805bbfb485e3/b1264c34-1bd9-40a4-a25e-d6aee702384f/2bbc7d84-6106-447a-8967-0903c43153e4) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:51.411851 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10210165-36d9-46fe-a98f-5b569b3e262c,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:51.429071 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:51.488286 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25953087-62fd-479f-9a9c-4de1789a6507 req-5ae6fbc7-c64f-4878-b34b-66448e4b2aae tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.1115990
Oct 25 14:57:51.500230 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7856-ea5e-4d99-a601-d63236c3d4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:51.504452 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-74b38e7e-d9d5-44b1-aed2-f5386cb113bc req-0cab75c9-c0f6-4e2b-9d92-f2516a5cdadf tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596186
Oct 25 14:57:51.615347 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7856-ea5e-4d99-a601-d63236c3d4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:51.735018 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:51.748705 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7856-ea5e-4d99-a601-d63236c3d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:51.754112 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-7ebe3c2a-3133-4d7e-acfc-9436ab0ed2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:51.769364 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b7856-ea5e-4d99-a601-d63236c3d4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10210165-36d9-46fe-a98f-5b569b3e262c,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:51.775740 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4e9b7856-ea5e-4d99-a601-d63236c3d4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:51.807330 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7856-ea5e-4d99-a601-d63236c3d4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:51.809168 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4e9b7856-ea5e-4d99-a601-d63236c3d4a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10210165-36d9-46fe-a98f-5b569b3e262c HTTP/1.1" status: 204  len: 168 time: 0.4565988
Oct 25 14:57:51.811508 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:51.825021 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:51.946597 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Pushing event updated for resources: {'Port': ['ID=2bbc7d84-6106-447a-8967-0903c43153e4,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:51.953452 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:51.967872 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Network 331f36af-0363-44a7-b402-805bbfb485e3 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:51.969279 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:51.972246 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:51.978248 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:51.979220 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:52.005567 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0615888
Oct 25 14:57:52.132169 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25a8e-0aca-470d-91d4-d65744e63277 req-b595b814-abc5-47cc-b36d-f3724cee30a5 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:52.134487 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0de25a8e-0aca-470d-91d4-d65744e63277 req-b595b814-abc5-47cc-b36d-f3724cee30a5 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 931 time: 0.0997458
Oct 25 14:57:52.196839 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-0de25a8e-0aca-470d-91d4-d65744e63277 req-51c44657-2aa1-4f12-928d-f96ef6379c3c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Synchronizing usage tracker for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:52.226617 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-0de25a8e-0aca-470d-91d4-d65744e63277 req-51c44657-2aa1-4f12-928d-f96ef6379c3c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Unset dirty status for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:52.229621 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0de25a8e-0aca-470d-91d4-d65744e63277 req-51c44657-2aa1-4f12-928d-f96ef6379c3c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871437
Oct 25 14:57:52.515005 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadc504-a5d9-4864-b122-d39d7f38ac71 req-da62f16a-81b6-4fe2-bb8a-4dc8396bfcc2 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:52.517562 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ffadc504-a5d9-4864-b122-d39d7f38ac71 req-da62f16a-81b6-4fe2-bb8a-4dc8396bfcc2 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.1368365
Oct 25 14:57:52.584412 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ffadc504-a5d9-4864-b122-d39d7f38ac71 req-13fd333c-d862-4318-9df6-15da11d7c2b8 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605643
Oct 25 14:57:52.716686 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7d9460c0-c657-4925-8247-1e015d003bcb req-aa4e79b5-ce44-492a-91dd-6c9e60b22afb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.0625968
Oct 25 14:57:52.881396 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53408) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:52.892505 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695090a-e796-4113-8563-c580682b19d7 req-c5808947-6aae-48b1-989c-9381c3f3e131 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:52.895171 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f695090a-e796-4113-8563-c580682b19d7 req-c5808947-6aae-48b1-989c-9381c3f3e131 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 943 time: 0.1252227
Oct 25 14:57:52.960136 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f695090a-e796-4113-8563-c580682b19d7 req-a4a03225-d7c4-4029-acd4-f80d34a9278f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572815
Oct 25 14:57:53.024810 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-441426601-network', 'tenant_id': '78515254aa714366b94bbf8fb61b80b4'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:53.030671 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:53.034862 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Usage tracker for resource:network and tenant:78515254aa714366b94bbf8fb61b80b4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:53.038099 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:53.045497 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:53.057795 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Made reservation on behalf of 78515254aa714366b94bbf8fb61b80b4 for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:53.060581 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:53.074114 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:53.093120 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:53.097337 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Usage tracker for resource:security_group_rule and tenant:78515254aa714366b94bbf8fb61b80b4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:53.100496 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:53.107880 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:53.203878 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:53.208435 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:53.212590 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:53.243955 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:57:53.253735 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d76bba-38da-4b61-8b4f-11f6a491be4d,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:53.257230 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:53.263299 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:53.263299 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Added segment a16e3be4-790a-4126-bdbc-7d15296a02c3 of type vlan for network ca1c2b21-df75-487f-a181-2f90e786ee35
Oct 25 14:57:53.295580 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:53.331013 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:53.332922 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:53.333680 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:53.337865 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5cf4320a-8b0a-473a-a815-cfb3ae093610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:53.510125 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Pushing event updated for resources: {'Network': ['ID=ca1c2b21-df75-487f-a181-2f90e786ee35,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:53.520469 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:53.534825 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6517642
Oct 25 14:57:53.537822 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53422) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:53.539022 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network ca1c2b21-df75-487f-a181-2f90e786ee35 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:57:53.545743 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Request body: {'subnet': {'network_id': 'ca1c2b21-df75-487f-a181-2f90e786ee35', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-441426601-subnet', 'tenant_id': '78515254aa714366b94bbf8fb61b80b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:53.552205 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:53.559590 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Usage tracker for resource:subnet and tenant:78515254aa714366b94bbf8fb61b80b4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:53.567613 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:53.580108 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:53.606750 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Made reservation on behalf of 78515254aa714366b94bbf8fb61b80b4 for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:53.608604 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8185732-f690-4fe4-9ea7-c44b48d42f2a req-57829795-d73f-4633-ad1b-1f96bf56623a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:53.610927 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c8185732-f690-4fe4-9ea7-c44b48d42f2a req-57829795-d73f-4633-ad1b-1f96bf56623a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 931 time: 0.1765602
Oct 25 14:57:53.622445 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:53.736068 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c8185732-f690-4fe4-9ea7-c44b48d42f2a req-7349f493-2806-4ec4-ad7c-eaa5326b9cc1 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143181
Oct 25 14:57:53.777302 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Request body: {'port': {'device_id': '53651ed3-27d5-4af9-bc00-3d39db81ab41', 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3', 'admin_state_up': True, 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:53.971574 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Request body: {'port': {'device_id': 'a2029350-9da1-42f8-8596-5959e33aaab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:53.992210 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-86a844d1-fb77-4671-aa38-b19cfef7bd76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e2eca2-82bf-4259-8e1a-ff594890c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1835189
Oct 25 14:57:54.347882 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ca86a6fb-c286-4d70-981d-dfc81d44f0c4 req-2c0b8a0c-c481-409b-b3fc-8271b169ae4e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.1677673
Oct 25 14:57:54.379431 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:54.409444 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Usage tracker for resource:port and tenant:bd3772dcd21e433081b8ba499e61cfb6 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:54.424923 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:54.438882 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:54.447331 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-49e03d42-fe77-4537-9d5a-c6a04c40223b service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4192979
Oct 25 14:57:54.463847 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829188a-510c-4db4-aa05-c8f1cee6947b req-ef2f38bc-62fa-490f-8eaf-cd39177c1afe tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:54.465451 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c829188a-510c-4db4-aa05-c8f1cee6947b req-ef2f38bc-62fa-490f-8eaf-cd39177c1afe tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.4100182
Oct 25 14:57:54.490956 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Made reservation on behalf of bd3772dcd21e433081b8ba499e61cfb6 for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:54.494653 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:54.523893 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:54.762190 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c829188a-510c-4db4-aa05-c8f1cee6947b req-9b69e264-4cfd-44a8-97fe-971a9d545e99 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2745702
Oct 25 14:57:54.790226 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-a2d95e3e-a6af-4578-b511-5c4883ff664a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:54.791403 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-a2d95e3e-a6af-4578-b511-5c4883ff664a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Synchronizing usage tracker for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:network {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:54.815700 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb3d07d0-d832-43ad-b8d1-c808b93602d4 req-566c2958-ba80-4905-9178-35daf8d19fda service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3490996
Oct 25 14:57:54.913277 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ac224-4e74-4c6d-bfb7-69f170e8c4bd req-05362689-9643-4e2a-8ec4-78c2468d72d8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:54.914881 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148ac224-4e74-4c6d-bfb7-69f170e8c4bd req-05362689-9643-4e2a-8ec4-78c2468d72d8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 943 time: 0.4058306
Oct 25 14:57:54.944212 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-a2d95e3e-a6af-4578-b511-5c4883ff664a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Unset dirty status for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:network {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:54.945339 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-a2d95e3e-a6af-4578-b511-5c4883ff664a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.37 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 811 time: 0.8981941
Oct 25 14:57:55.038993 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:55.058962 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:55.065331 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Allocated IP 172.20.0.14 (331f36af-0363-44a7-b402-805bbfb485e3/b1264c34-1bd9-40a4-a25e-d6aee702384f/0c7203a5-95e7-48a7-aca1-425505a112a4) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:55.114814 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148ac224-4e74-4c6d-bfb7-69f170e8c4bd req-e16ce219-638d-4c6b-a5c2-2e045a7dec2f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891916
Oct 25 14:57:55.138887 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-5d482d53-d088-4492-b4ca-04729a586f42 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Synchronizing usage tracker for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:security_group {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:55.175924 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b409a524-0a5f-46ee-a559-aad9ed369042,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:55.180383 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:55.185003 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-5d482d53-d088-4492-b4ca-04729a586f42 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Unset dirty status for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:security_group {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:55.186887 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-5d482d53-d088-4492-b4ca-04729a586f42 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f775951e4c0e43ab8e9a421071c6c3d4 HTTP/1.1" status: 200  len: 379 time: 0.1938441
Oct 25 14:57:55.188292 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Checking segment: {'id': 'a16e3be4-790a-4126-bdbc-7d15296a02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ca1c2b21-df75-487f-a181-2f90e786ee35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:55.188856 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Network hostable DHCP agents. Network: ca1c2b21-df75-487f-a181-2f90e786ee35, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:57:55.211127 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'port': {'device_id': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'admin_state_up': True, 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'security_groups': ['d8fe16e4-8877-4c99-889d-b50aa122c9b3']}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:55.309634 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5fbbb-0abe-4390-ada8-f7aca7953b33 req-832fd53e-d04a-43ad-8336-d65540e791a7 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:55.311347 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-66b5fbbb-0abe-4390-ada8-f7aca7953b33 req-832fd53e-d04a-43ad-8336-d65540e791a7 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 931 time: 0.3041167
Oct 25 14:57:55.400145 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Network ca1c2b21-df75-487f-a181-2f90e786ee35 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:57:55.434521 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, ca1c2b21-df75-487f-a181-2f90e786ee35) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:55.442529 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:55.443561 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:55.450538 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd7615-9093-4614-8a9e-b08fc3927141 None None] Network ca1c2b21-df75-487f-a181-2f90e786ee35 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:55.457405 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-66b5fbbb-0abe-4390-ada8-f7aca7953b33 req-62496bc8-f42d-432c-a137-b20fdd49b104 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323774
Oct 25 14:57:55.471084 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:55.518520 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:55.528927 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:55.641907 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-1d75020b-026c-4260-ae43-c3eaa33fd20c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.1025329
Oct 25 14:57:55.670788 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:55.710739 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:55.745572 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cb33e81a-6e6f-4295-85f5-5026c0d1acf7 req-4848416b-97f0-4552-91ca-e1c1ef336d3e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.2215717
Oct 25 14:57:55.746799 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d274e5-b221-4f70-a15d-54478faf444b None None] Network ca1c2b21-df75-487f-a181-2f90e786ee35 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:55.755430 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Made reservation on behalf of f775951e4c0e43ab8e9a421071c6c3d4 for: {'port': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:55.761238 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:55.780148 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Network 331f36af-0363-44a7-b402-805bbfb485e3 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:55.787132 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:55.799640 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:55.812813 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:55.814225 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:55.912795 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Pushing event updated for resources: {'Port': ['ID=0c7203a5-95e7-48a7-aca1-425505a112a4,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:55.922764 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:55.963062 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1905894
Oct 25 14:57:55.989380 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Request body: {'port': {'device_id': '53651ed3-27d5-4af9-bc00-3d39db81ab41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:56.188078 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbc7d84-6106-447a-8967-0903c43153e4 {{(pid=86765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:57:56.203989 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:56.242592 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.provisioning_blocks [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Transition to ACTIVE for port object 2bbc7d84-6106-447a-8967-0903c43153e4 will not be triggered until provisioned by entity L2. {{(pid=86765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:56.254066 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:56.254825 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:56.288583 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:56.333627 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bffe7-8788-4854-968a-2ed4b52634be req-603ef88a-f909-4bff-9b3f-3215961bbc77 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:56.335761 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-530bffe7-8788-4854-968a-2ed4b52634be req-603ef88a-f909-4bff-9b3f-3215961bbc77 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.2823970
Oct 25 14:57:56.582752 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Pushing event updated for resources: {'Port': ['ID=2bbc7d84-6106-447a-8967-0903c43153e4,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:56.624419 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:56.678432 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Allocated IP 172.20.0.8 (ded9f1b4-e675-4f41-9520-fcc0766d528a/4a6d0492-4872-4d7a-977e-e87d893d9ad1/f66a55dc-d5ed-42eb-9be4-b8ce83c55f80) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:57:56.684991 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Attempting to bind port 2bbc7d84-6106-447a-8967-0903c43153e4 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:57:56.685371 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Attempting to bind port 2bbc7d84-6106-447a-8967-0903c43153e4 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'}] {{(pid=86765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:57:56.685655 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Attempting to bind port 2bbc7d84-6106-447a-8967-0903c43153e4 on network 331f36af-0363-44a7-b402-805bbfb485e3 {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:56.697252 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Port 2bbc7d84-6106-447a-8967-0903c43153e4 on network 331f36af-0363-44a7-b402-805bbfb485e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 14:57:56.698487 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Attempting to bind port 2bbc7d84-6106-447a-8967-0903c43153e4 on network 331f36af-0363-44a7-b402-805bbfb485e3 {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:56.710869 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:57:56.711271 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Checking segment: {'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:56.711643 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Bound using segment: {'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'} {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:57:56.712089 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Bound port: 2bbc7d84-6106-447a-8967-0903c43153e4, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'}}] {{(pid=86765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:57:56.712433 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:56.793346 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7203a5-95e7-48a7-aca1-425505a112a4 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:57:56.804246 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:56.827928 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Transition to ACTIVE for port object 0c7203a5-95e7-48a7-aca1-425505a112a4 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:56.890447 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:56.923430 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-28ae8cd6-772d-48a0-9a48-3e4d9b7382c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:57.041244 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53530) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:57.056255 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447414633-network', 'tenant_id': '2eff3aa1347a4c489b9c9b4d7dd85571'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:57.062020 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:57.067314 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Usage tracker for resource:network and tenant:2eff3aa1347a4c489b9c9b4d7dd85571 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:57.071273 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:57.079123 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:57.088783 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] For port 2bbc7d84-6106-447a-8967-0903c43153e4, host hv-cinder-81375, cleared binding levels {{(pid=86765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:57:57.167209 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Made reservation on behalf of 2eff3aa1347a4c489b9c9b4d7dd85571 for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:57.173724 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.191964 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.202750 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-530bffe7-8788-4854-968a-2ed4b52634be req-d3706ce8-8102-4ddd-89a9-868a0da03f23 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8551116
Oct 25 14:57:57.206047 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] For port 2bbc7d84-6106-447a-8967-0903c43153e4, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=2bbc7d84-6106-447a-8967-0903c43153e4,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:57:57.219979 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:57.234190 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Usage tracker for resource:security_group_rule and tenant:2eff3aa1347a4c489b9c9b4d7dd85571 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:57.234190 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:57.235891 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:57.310083 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Pushing event updated for resources: {'Port': ['ID=0c7203a5-95e7-48a7-aca1-425505a112a4,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:57.319773 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:57.333480 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361940c1-d0b0-4484-a649-ab3ea6662593 req-0f4f4cb2-b1d8-4aff-b7bf-e7c893a97251 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:57.335169 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-361940c1-d0b0-4484-a649-ab3ea6662593 req-0f4f4cb2-b1d8-4aff-b7bf-e7c893a97251 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 943 time: 0.9546583
Oct 25 14:57:57.341388 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Attempting to bind port 0c7203a5-95e7-48a7-aca1-425505a112a4 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:57:57.341810 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.342989 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Attempting to bind port 0c7203a5-95e7-48a7-aca1-425505a112a4 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:57:57.344677 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Attempting to bind port 0c7203a5-95e7-48a7-aca1-425505a112a4 on network 331f36af-0363-44a7-b402-805bbfb485e3 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:57.347432 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.365479 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:57.400285 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.405733 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Port 0c7203a5-95e7-48a7-aca1-425505a112a4 on network 331f36af-0363-44a7-b402-805bbfb485e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 14:57:57.406040 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Attempting to bind port 0c7203a5-95e7-48a7-aca1-425505a112a4 on network 331f36af-0363-44a7-b402-805bbfb485e3 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:57:57.462282 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-361940c1-d0b0-4484-a649-ab3ea6662593 req-2176b5f2-5585-44d9-919e-17541cfda74a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134961
Oct 25 14:57:57.462978 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:57:57.463870 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Checking segment: {'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:57.464323 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Bound using segment: {'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:57:57.464935 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Bound port: 0c7203a5-95e7-48a7-aca1-425505a112a4, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:57:57.465893 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.480147 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:57.480759 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.482174 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] 10.222.0.37 "PUT /v2.0/ports/2bbc7d84-6106-447a-8967-0903c43153e4 HTTP/1.1" status: 200  len: 1093 time: 3.5501249
Oct 25 14:57:57.483068 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2029350-9da1-42f8-8596-5959e33aaab8', 'tag': '2bbc7d84-6106-447a-8967-0903c43153e4'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:57:57.502642 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:57:57.542235 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Pushing event updated for resources: {'Port': ['ID=2bbc7d84-6106-447a-8967-0903c43153e4,revision_number=3']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:57.558672 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.559115 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Added segment 5d7d21c6-223a-4d68-b837-a3d5f311ba00 of type vlan for network 6530b4f9-b705-422d-8453-68fbc78fb9f2
Oct 25 14:57:57.565291 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:57.568257 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.571350 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:57.615087 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b27702-be39-427f-87b0-85e364fe5348 req-a632987a-bf8f-4510-957a-e02a2d6a3b74 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:57.616001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-a9b27702-be39-427f-87b0-85e364fe5348 req-a632987a-bf8f-4510-957a-e02a2d6a3b74 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Synchronizing usage tracker for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:57:57.659549 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] For port 0c7203a5-95e7-48a7-aca1-425505a112a4, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:57:57.689495 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fce754c8-9f04-4bfe-a5dd-fe6c045e55fa req-024c54ff-1227-48ad-bf27-a26d15832b83 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.0636594
Oct 25 14:57:57.689677 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] For port 0c7203a5-95e7-48a7-aca1-425505a112a4, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=0c7203a5-95e7-48a7-aca1-425505a112a4,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:57:57.699885 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.712704 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:57.745722 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.provisioning_blocks [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Transition to ACTIVE for port object f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 will not be triggered until provisioned by entity DHCP. {{(pid=86765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:57:57.748453 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device eb1140f6-9ef5-4a12-b689-f625af47513a details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 14:57:57.748984 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-a9b27702-be39-427f-87b0-85e364fe5348 req-a632987a-bf8f-4510-957a-e02a2d6a3b74 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Unset dirty status for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:57:57.749855 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a9b27702-be39-427f-87b0-85e364fe5348 req-a632987a-bf8f-4510-957a-e02a2d6a3b74 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 943 time: 0.3319900
Oct 25 14:57:57.758895 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:57.759662 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.761190 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] 10.222.0.37 "PUT /v2.0/ports/0c7203a5-95e7-48a7-aca1-425505a112a4 HTTP/1.1" status: 200  len: 1094 time: 1.7843773
Oct 25 14:57:57.761757 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53651ed3-27d5-4af9-bc00-3d39db81ab41', 'tag': '0c7203a5-95e7-48a7-aca1-425505a112a4'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:57:57.785096 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.811240 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac44499-0cad-43fa-ac8b-9d694a493bb7,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:57.826475 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:57.861122 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a9b27702-be39-427f-87b0-85e364fe5348 req-8087a0fb-0c9c-43a0-820d-ad756b8b1e99 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937717
Oct 25 14:57:57.862004 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Pushing event updated for resources: {'Port': ['ID=0c7203a5-95e7-48a7-aca1-425505a112a4,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:57.869596 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:57.909581 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53651ed3-27d5-4af9-bc00-3d39db81ab41', 'tag': '0c7203a5-95e7-48a7-aca1-425505a112a4', 'status': 'completed', 'code': 200}
Oct 25 14:57:57.926996 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2029350-9da1-42f8-8596-5959e33aaab8', 'tag': '2bbc7d84-6106-447a-8967-0903c43153e4', 'status': 'completed', 'code': 200}
Oct 25 14:57:57.928873 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:57.951589 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:57.996306 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.012951 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:58.013538 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.023083 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port eb1140f6-9ef5-4a12-b689-f625af47513a, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=eb1140f6-9ef5-4a12-b689-f625af47513a,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:57:58.043604 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': 'eb1140f6-9ef5-4a12-b689-f625af47513a', 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b', 'port_id': 'eb1140f6-9ef5-4a12-b689-f625af47513a', 'mac_address': 'fa:16:3e:bb:7f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6790719-2903-414f-a312-fc29486c7143', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 14:57:58.060706 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Network ded9f1b4-e675-4f41-9520-fcc0766d528a is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:57:58.070993 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:58.077655 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'Port': ['ID=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:58.081767 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:57:58.087629 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:58.088853 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.099353 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:58.099838 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:58.111271 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.125920 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-f6232c84-a6cf-41a8-92b4-1c31075cf043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:58.127400 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-f6232c84-a6cf-41a8-92b4-1c31075cf043 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 1096 time: 0.5203021
Oct 25 14:57:58.130861 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1140f6-9ef5-4a12-b689-f625af47513a {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:57:58.151409 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port eb1140f6-9ef5-4a12-b689-f625af47513a, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=eb1140f6-9ef5-4a12-b689-f625af47513a,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:57:58.156151 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.156862 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 6add59a9-a62f-42e0-8e1e-525107c06a8a details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 14:57:58.160406 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:58.186767 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1412928
Oct 25 14:57:58.189612 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 53558) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:58.198964 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Request body: {'subnet': {'network_id': '6530b4f9-b705-422d-8453-68fbc78fb9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447414633-subnet', 'tenant_id': '2eff3aa1347a4c489b9c9b4d7dd85571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:57:58.214812 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0157754
Oct 25 14:57:58.216078 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:58.220716 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Pushing event updated for resources: {'Network': ['ID=6530b4f9-b705-422d-8453-68fbc78fb9f2,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:58.225639 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:58.226748 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Usage tracker for resource:subnet and tenant:2eff3aa1347a4c489b9c9b4d7dd85571 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:58.231975 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:58.238721 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 6530b4f9-b705-422d-8453-68fbc78fb9f2 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:57:58.243826 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:58.266137 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Made reservation on behalf of 2eff3aa1347a4c489b9c9b4d7dd85571 for: {'subnet': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:57:58.269654 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.492552 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=eb1140f6-9ef5-4a12-b689-f625af47513a,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:58.498958 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:58.540180 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3918b-5389-4d67-abb2-b2afe466f120 req-326ccfbd-8e3c-4535-80ba-72b0885b0172 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:58.542279 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-66f3918b-5389-4d67-abb2-b2afe466f120 req-326ccfbd-8e3c-4535-80ba-72b0885b0172 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 943 time: 0.1751518
Oct 25 14:57:58.597454 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-3df3feb7-9940-4ef3-b090-5407d50591f5 None None] Provisioning for port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:57:58.626655 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-3df3feb7-9940-4ef3-b090-5407d50591f5 None None] Provisioning complete for port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:57:58.627440 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3df3feb7-9940-4ef3-b090-5407d50591f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.671986 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53578) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:58.681567 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 6add59a9-a62f-42e0-8e1e-525107c06a8a, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=6add59a9-a62f-42e0-8e1e-525107c06a8a,segment=NetworkSegment(d2401e63-8369-4495-8067-81ee25cdf132),segment_id=d2401e63-8369-4495-8067-81ee25cdf132)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:57:58.717569 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-3df3feb7-9940-4ef3-b090-5407d50591f5 None None] Port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 14:57:58.723144 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '6add59a9-a62f-42e0-8e1e-525107c06a8a', 'network_id': '446a31bb-98df-499a-a5d2-1b4f24598466', 'port_id': '6add59a9-a62f-42e0-8e1e-525107c06a8a', 'mac_address': 'fa:16:3e:97:45:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a30187b-b86b-43d7-b205-c27d6bc6f3ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 14:57:58.757001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.780804 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-66f3918b-5389-4d67-abb2-b2afe466f120 req-073ec469-9e86-4e7c-888c-bc98c740dc3a tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293527
Oct 25 14:57:58.803607 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d98ae594-6f26-487b-8c9f-df69cf157a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:58.803941 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.831840 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6add59a9-a62f-42e0-8e1e-525107c06a8a {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:57:58.855291 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 6add59a9-a62f-42e0-8e1e-525107c06a8a, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=6add59a9-a62f-42e0-8e1e-525107c06a8a,segment=NetworkSegment(d2401e63-8369-4495-8067-81ee25cdf132),segment_id=d2401e63-8369-4495-8067-81ee25cdf132)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:57:58.860997 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.864532 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:58.877255 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:58.936202 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:58.941593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] Usage tracker for resource:security_group_rule and tenant:088f36855be84595b9efb29342649229 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:58.950759 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:58.957333 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=6add59a9-a62f-42e0-8e1e-525107c06a8a,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:58.958144 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Checking segment: {'id': '5d7d21c6-223a-4d68-b837-a3d5f311ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6530b4f9-b705-422d-8453-68fbc78fb9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:57:58.958741 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Network hostable DHCP agents. Network: 6530b4f9-b705-422d-8453-68fbc78fb9f2, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:57:58.961729 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:58.962794 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:57:59.037827 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb9bab33-05ee-42e6-8262-f01cc144ea70,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:59.043315 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:59.061093 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732137af-4563-4ae7-a0ac-0cc77d46ecde req-e5747c57-9784-4935-af4d-474839e60038 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:59.063779 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-732137af-4563-4ae7-a0ac-0cc77d46ecde req-e5747c57-9784-4935-af4d-474839e60038 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 944 time: 0.3694618
Oct 25 14:57:59.072837 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.077236 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.086745 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:59.098564 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Network 6530b4f9-b705-422d-8453-68fbc78fb9f2 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:57:59.126295 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 6530b4f9-b705-422d-8453-68fbc78fb9f2) {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:57:59.131639 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=088f36855be84595b9efb29342649229&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4561822
Oct 25 14:57:59.131639 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be33b20-05a9-4fde-beb4-83b1e368a840,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:59.134595 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53594) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:59.140998 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:59.141196 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbea510-1ffd-4f33-9cfb-8c54c6aa0989 None None] Network 6530b4f9-b705-422d-8453-68fbc78fb9f2 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:59.141586 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.145902 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:59.153002 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-732137af-4563-4ae7-a0ac-0cc77d46ecde req-ef9c10e1-1296-4825-adfc-b3d128eb4931 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777750
Oct 25 14:57:59.187471 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60196fb4-5264-4676-b181-019ba430681c req-a807061f-a279-4004-9cd8-19fbec529b5e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:59.188944 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-60196fb4-5264-4676-b181-019ba430681c req-a807061f-a279-4004-9cd8-19fbec529b5e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 931 time: 0.2087348
Oct 25 14:57:59.190923 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9997721
Oct 25 14:57:59.250204 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2edd0fcb-d506-44cc-92da-4fa27bc275b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.257005 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-60196fb4-5264-4676-b181-019ba430681c req-5e987163-04c7-49b5-9891-6cabd947917b tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608416
Oct 25 14:57:59.283339 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2edd0fcb-d506-44cc-92da-4fa27bc275b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.344204 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2edd0fcb-d506-44cc-92da-4fa27bc275b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.350009 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-88a5fb2c-a7a6-4559-be28-51823490168c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:59.368699 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd0fcb-d506-44cc-92da-4fa27bc275b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be33b20-05a9-4fde-beb4-83b1e368a840,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:59.372007 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2edd0fcb-d506-44cc-92da-4fa27bc275b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:59.373018 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2edd0fcb-d506-44cc-92da-4fa27bc275b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.377190 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2edd0fcb-d506-44cc-92da-4fa27bc275b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9be33b20-05a9-4fde-beb4-83b1e368a840 HTTP/1.1" status: 204  len: 168 time: 0.2399774
Oct 25 14:57:59.403314 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a30c-0926-460f-889f-99f8c4f0952b req-92062ce3-1c3b-4014-b0d2-2edd3f0d5288 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:57:59.411657 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6791a30c-0926-460f-889f-99f8c4f0952b req-92062ce3-1c3b-4014-b0d2-2edd3f0d5288 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 943 time: 0.1106849
Oct 25 14:57:59.448523 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53602) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:59.480614 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6791a30c-0926-460f-889f-99f8c4f0952b req-ede86ecf-c01b-4c15-808e-c2a4d0dcb2aa tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679524
Oct 25 14:57:59.486196 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988e93f0-f24f-4ce0-91ed-f36ae8192af8 None None] Network 6530b4f9-b705-422d-8453-68fbc78fb9f2 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:57:59.564130 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfaaf66-67b5-4039-a167-f60a3833dbae admin admin] Deleting subnet b409a524-0a5f-46ee-a559-aad9ed369042 {{(pid=86765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 14:57:59.571104 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0cfaaf66-67b5-4039-a167-f60a3833dbae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.654739 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0cfaaf66-67b5-4039-a167-f60a3833dbae admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.663390 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0cfaaf66-67b5-4039-a167-f60a3833dbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.753756 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0cfaaf66-67b5-4039-a167-f60a3833dbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.767101 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:57:59.847140 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaaf66-67b5-4039-a167-f60a3833dbae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b409a524-0a5f-46ee-a559-aad9ed369042,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:57:59.851042 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53612) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:59.854371 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-0cfaaf66-67b5-4039-a167-f60a3833dbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:57:59.855540 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0cfaaf66-67b5-4039-a167-f60a3833dbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.878024 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:57:59.893037 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-0cfaaf66-67b5-4039-a167-f60a3833dbae admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b409a524-0a5f-46ee-a559-aad9ed369042 HTTP/1.1" status: 204  len: 168 time: 0.4390068
Oct 25 14:57:59.895019 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 53616) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:57:59.896853 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:57:59.901974 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] Usage tracker for resource:security_group_rule and tenant:31164bf256a24f4bbd369994a520419d is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:57:59.905711 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:57:59.912912 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:00.008599 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:00.013584 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:00.023202 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:00.070326 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31164bf256a24f4bbd369994a520419d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2178986
Oct 25 14:58:00.075208 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53622) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:00.078580 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648964a1-774e-4ca3-9ae2-2d12334a275b,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:00.082129 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:00.157602 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4d49d751-5375-442f-a0f2-c9ba58bc7c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:00.185804 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4d49d751-5375-442f-a0f2-c9ba58bc7c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:00.227707 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:00.266862 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e840fe1-11a5-4c09-b265-ea3f780cb268 req-ecd5fc6b-b24b-40f9-9a35-4e0a5acdd479 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:00.267279 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4d49d751-5375-442f-a0f2-c9ba58bc7c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:00.269438 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9e840fe1-11a5-4c09-b265-ea3f780cb268 req-ecd5fc6b-b24b-40f9-9a35-4e0a5acdd479 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 944 time: 0.3227081
Oct 25 14:58:00.277311 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:00.300840 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49d751-5375-442f-a0f2-c9ba58bc7c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648964a1-774e-4ca3-9ae2-2d12334a275b,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:00.305468 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4d49d751-5375-442f-a0f2-c9ba58bc7c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:00.308155 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4d49d751-5375-442f-a0f2-c9ba58bc7c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:00.311119 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4d49d751-5375-442f-a0f2-c9ba58bc7c84 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/648964a1-774e-4ca3-9ae2-2d12334a275b HTTP/1.1" status: 204  len: 168 time: 0.2335286
Oct 25 14:58:00.492254 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9e840fe1-11a5-4c09-b265-ea3f780cb268 req-d2d7f14a-b162-4de1-a9c2-7b4f366e9edf tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101650
Oct 25 14:58:00.495494 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:00.602493 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7efe709192e0>> segment before_delete 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.602832 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7efe709192e0>> subnet precommit_delete_associations 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.604241 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6e32cac0>> segment_host_mapping after_create 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.604992 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6e32cac0>> port after_create 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.605313 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6e32cac0>> port after_delete 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.605644 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6e32cac0>> port after_update 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.605966 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6e32cac0>> segment after_delete 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.606279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6e32cac0>> subnet after_create 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.606623 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6e32cac0>> subnet after_delete 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.606942 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6e32cac0>> subnet after_update 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.831567 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7efe6e81fdc0>> subnet after_create 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.832137 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7efe6e81fdc0>> subnet after_delete 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.832916 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7efe6e81fdc0>> subnet before_create 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.833481 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7efe6e81fdc0>> subnet before_update 55550000 {{(pid=86764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:00.834272 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6e32c9a0>,) {'filters': {'network_id': ['ca1c2b21-df75-487f-a181-2f90e786ee35']}} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:00.876875 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e32c9a0>, 'a16e3be4-790a-4126-bdbc-7d15296a02c3') {'for_net_delete': True} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:00.877600 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e32c9a0>, 'a16e3be4-790a-4126-bdbc-7d15296a02c3') {} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:00.910115 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:01.007429 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Request body: {'port': {'device_id': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:58:01.049027 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-584115'] for segment, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:01.059443 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-ff9ae4a2-5f92-421f-b139-7b497b230696 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bbc7d84-6106-447a-8967-0903c43153e4 HTTP/1.1" status: 200  len: 217 time: 0.1392343
Oct 25 14:58:01.123329 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761c8f3-dbaf-4e48-9d94-e85b09e31484 req-2ba17a09-4e63-478f-b1f8-e77a1c67bbd8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:01.127286 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d761c8f3-dbaf-4e48-9d94-e85b09e31484 req-2ba17a09-4e63-478f-b1f8-e77a1c67bbd8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 944 time: 0.8468056
Oct 25 14:58:01.136506 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:01.146700 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=86764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 14:58:01.147346 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31638055'] for segment, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   from cryptography.utils import int_from_bytes
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   from cryptography.utils import int_from_bytes
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   util.warn_limited(
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   util.warn_limited(
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]: Traceback (most recent call last):
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     timer()
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     cb(*args, **kw)
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     return func(*args, **kwargs)
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     self._notify()
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     self.callback(batched_events)
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     event.method(event)
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     return f(self, *a, **k)
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._get(url).json()
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self.request(url, 'GET', **kwargs)
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 14:58:01.269725 dv-cinder-813751-1-iscsi neutron-server[86764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 14:58:01.295979 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-fc291ebb-ef6f-4076-b2a0-51a0a5e4d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:01.298312 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-fc291ebb-ef6f-4076-b2a0-51a0a5e4d255 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 200  len: 859 time: 0.2280314
Oct 25 14:58:01.311500 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:01.368956 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9df6ee97-e4f5-4dcb-91be-f99d8ff18b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:01.389860 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:01.407289 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01215535-fef0-4907-9914-f9b9b3113656 req-b2b409a6-c53e-4dea-b6fa-a074f7a3b591 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:01.409564 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-01215535-fef0-4907-9914-f9b9b3113656 req-b2b409a6-c53e-4dea-b6fa-a074f7a3b591 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 931 time: 0.5457556
Oct 25 14:58:01.410032 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-fcbc0509-afa1-41ba-9723-6ffcfb51d422 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331f36af-0363-44a7-b402-805bbfb485e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0905542
Oct 25 14:58:01.411924 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ca1c2b21-df75-487f-a181-2f90e786ee35 HTTP/1.1" status: 204  len: 168 time: 1.5108612
Oct 25 14:58:01.418085 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d761c8f3-dbaf-4e48-9d94-e85b09e31484 req-6890cb73-1ec3-4897-9e87-486ccfaf6d21 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393352
Oct 25 14:58:01.423577 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 53658) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:01.430267 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1c2b21-df75-487f-a181-2f90e786ee35,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:01.478508 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['eb1140f6-9ef5-4a12-b689-f625af47513a'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:58:01.531349 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-3d8ac74a-6c98-4cab-a44e-bf4d4dc33db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:01.558979 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['6add59a9-a62f-42e0-8e1e-525107c06a8a'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:58:01.698513 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5251df-e7eb-4416-b0d1-f49a1d9cb6ea admin admin] Deleting subnet bb9bab33-05ee-42e6-8262-f01cc144ea70 {{(pid=86764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 14:58:01.749026 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-5b5251df-e7eb-4416-b0d1-f49a1d9cb6ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:01.842790 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:01.906234 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-01215535-fef0-4907-9914-f9b9b3113656 req-74253e87-845f-48a7-9877-24e19be092a8 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4744427
Oct 25 14:58:01.931088 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-4ebdf52a-5eb4-4c6b-bfe1-2aa3e466aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:01.935690 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-4ebdf52a-5eb4-4c6b-bfe1-2aa3e466aa3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 1097 time: 0.9576359
Oct 25 14:58:02.281156 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-0513965c-581c-4726-a2bc-67100241714c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c7203a5-95e7-48a7-aca1-425505a112a4 HTTP/1.1" status: 200  len: 217 time: 0.3242979
Oct 25 14:58:02.304673 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-188fd5f5-bc78-4e9f-874a-c2f047d2c817 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8792367
Oct 25 14:58:02.396393 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-5b5251df-e7eb-4416-b0d1-f49a1d9cb6ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-584072'] for subnet, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:02.514284 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-975d519a-e366-46d1-9b81-49c1de191ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:02.515999 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-975d519a-e366-46d1-9b81-49c1de191ddb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 200  len: 859 time: 0.1822095
Oct 25 14:58:02.518799 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-5b5251df-e7eb-4416-b0d1-f49a1d9cb6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:02.630684 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-5af79917-5ffa-46fe-9232-3a6903640a2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331f36af-0363-44a7-b402-805bbfb485e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0701308
Oct 25 14:58:02.760956 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:58:02.770159 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307e3fc-69f6-4b36-b038-5df0555715cf req-2e359793-fe41-45e1-9950-a5cd85c27d32 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:02.778353 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7307e3fc-69f6-4b36-b038-5df0555715cf req-2e359793-fe41-45e1-9950-a5cd85c27d32 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 943 time: 0.8156078
Oct 25 14:58:02.796357 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6c125-bc90-4b0b-b863-775dde6dda0d req-c67dfb61-17f3-4dd3-a24c-4048a3cdedf5 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:02.803063 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-35f6c125-bc90-4b0b-b863-775dde6dda0d req-c67dfb61-17f3-4dd3-a24c-4048a3cdedf5 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 944 time: 0.5355859
Oct 25 14:58:02.845802 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c9daeaaa-f1b4-4778-8287-7c93cf459e0f req-9b3c70ec-c4c6-4175-b1f1-5dfe4ac02b91 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5212758
Oct 25 14:58:02.878346 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-5b5251df-e7eb-4416-b0d1-f49a1d9cb6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31638173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32108857'] for subnet, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:02.897726 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device eb1140f6-9ef5-4a12-b689-f625af47513a up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:58:02.962966 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7813d444-6129-45db-85a6-8cb6d71c4112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:03.046782 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 {{(pid=86765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:58:03.048014 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-35f6c125-bc90-4b0b-b863-775dde6dda0d req-e36beef1-5fd7-4335-91d2-8e53c661186b tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437971
Oct 25 14:58:03.058008 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:03.074659 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port eb1140f6-9ef5-4a12-b689-f625af47513a completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:58:03.076298 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.provisioning_blocks [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Transition to ACTIVE for port object f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 will not be triggered until provisioned by entity L2. {{(pid=86765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:58:03.089853 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port eb1140f6-9ef5-4a12-b689-f625af47513a triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:58:03.091550 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:03.115399 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:03.132569 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:03.167494 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-5b5251df-e7eb-4416-b0d1-f49a1d9cb6ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:03.217132 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5251df-e7eb-4416-b0d1-f49a1d9cb6ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb9bab33-05ee-42e6-8262-f01cc144ea70,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:03.219749 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5b5251df-e7eb-4416-b0d1-f49a1d9cb6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:03.233174 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-5b5251df-e7eb-4416-b0d1-f49a1d9cb6ea admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bb9bab33-05ee-42e6-8262-f01cc144ea70 HTTP/1.1" status: 204  len: 168 time: 1.8031397
Oct 25 14:58:03.233756 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-2e60de3a-0d7a-43d5-b740-c1b81d8e3a8d service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5840116
Oct 25 14:58:03.234121 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 53698) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:03.252233 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7307e3fc-69f6-4b36-b038-5df0555715cf req-01043ef2-4427-4556-b42a-15cee604ff84 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4727123
Oct 25 14:58:03.468589 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Pushing event updated for resources: {'Port': ['ID=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:03.496971 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:03.499044 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:03.609277 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port eb1140f6-9ef5-4a12-b689-f625af47513a, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=eb1140f6-9ef5-4a12-b689-f625af47513a,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:03.611024 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebed6be4-da88-4393-a398-81781c865226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1140f6-9ef5-4a12-b689-f625af47513a'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:58:03.649702 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Attempting to bind port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:58:03.650029 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Attempting to bind port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'}] {{(pid=86765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:58:03.650627 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Attempting to bind port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 on network ded9f1b4-e675-4f41-9520-fcc0766d528a {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:58:03.655764 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-f8d81165-89f0-4e23-88a3-4ac35d405a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:03.657796 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-f8d81165-89f0-4e23-88a3-4ac35d405a3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 1096 time: 0.5798008
Oct 25 14:58:03.663083 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 on network ded9f1b4-e675-4f41-9520-fcc0766d528a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 14:58:03.663757 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Attempting to bind port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 on network ded9f1b4-e675-4f41-9520-fcc0766d528a {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:58:03.715134 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:58:03.715964 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Checking segment: {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:58:03.716753 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Bound using segment: {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'} {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:58:03.717833 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Bound port: f66a55dc-d5ed-42eb-9be4-b8ce83c55f80, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'}}] {{(pid=86765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:58:03.718595 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:03.797227 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:03.829510 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:03.833600 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 6add59a9-a62f-42e0-8e1e-525107c06a8a up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:58:03.942276 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:04.049087 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] For port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80, host hv-cinder-81375, cleared binding levels {{(pid=86765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:58:04.072587 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] For port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:58:04.103000 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:04.148405 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9e26bf89-7abb-46d0-b03f-abeb8d2dc33f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:04.188367 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=eb1140f6-9ef5-4a12-b689-f625af47513a,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:04.241755 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:04.301508 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8a13f5e-6a9f-4a8b-9ab6-9569278eec30 req-3e46b852-a284-4b60-bd37-ace5862c332d service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0472009
Oct 25 14:58:04.309137 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 6add59a9-a62f-42e0-8e1e-525107c06a8a completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:58:04.321856 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 6add59a9-a62f-42e0-8e1e-525107c06a8a triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:58:04.321856 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:04.391610 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:04.395957 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:04.403795 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] 10.222.0.37 "PUT /v2.0/ports/f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 HTTP/1.1" status: 200  len: 1093 time: 3.4006720
Oct 25 14:58:04.451858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'tag': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:58:04.456951 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Pushing event updated for resources: {'Port': ['ID=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,revision_number=3']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:04.460942 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:04.509744 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-9a567772-75cc-4043-95f1-5e6a2ab9ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:04.513551 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c707f45-0faa-4495-8d2d-bf80f10addf3 req-9c3976b2-0545-48d8-80d7-e55288744e77 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:04.515378 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-9a567772-75cc-4043-95f1-5e6a2ab9ff30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 920 time: 0.8481255
Oct 25 14:58:04.515910 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6c707f45-0faa-4495-8d2d-bf80f10addf3 req-9c3976b2-0545-48d8-80d7-e55288744e77 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 944 time: 1.1505542
Oct 25 14:58:04.742337 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-6707694a-3bc5-4909-b6dc-0192f61febbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bbc7d84-6106-447a-8967-0903c43153e4 HTTP/1.1" status: 200  len: 217 time: 0.1403975
Oct 25 14:58:04.792825 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:04.823579 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abebc1b-fc7d-4d1c-9bf0-cce605b97b89 req-3dbf2a8e-45be-471e-89ec-635432458329 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:04.831933 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7abebc1b-fc7d-4d1c-9bf0-cce605b97b89 req-3dbf2a8e-45be-471e-89ec-635432458329 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 943 time: 1.1854484
Oct 25 14:58:04.840058 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 6add59a9-a62f-42e0-8e1e-525107c06a8a, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=6add59a9-a62f-42e0-8e1e-525107c06a8a,segment=NetworkSegment(d2401e63-8369-4495-8067-81ee25cdf132),segment_id=d2401e63-8369-4495-8067-81ee25cdf132)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:04.845782 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:04.849314 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f52e33cd-9e92-4b4b-8736-1dfdcf7dd88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:04.933136 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-1a35b79d-bbba-4810-a58d-4a2670a521cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:04.942558 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-1a35b79d-bbba-4810-a58d-4a2670a521cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 200  len: 859 time: 0.1731400
Oct 25 14:58:04.956749 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:04.975874 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=6add59a9-a62f-42e0-8e1e-525107c06a8a,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:04.987698 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 2bbc7d84-6106-447a-8967-0903c43153e4 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 14:58:04.999847 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:05.086055 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7abebc1b-fc7d-4d1c-9bf0-cce605b97b89 req-17f4218d-2e24-4c5e-9397-ec9fccd4ed3f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2516315
Oct 25 14:58:05.088430 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6e95f940>,) {'filters': {'network_id': ['6530b4f9-b705-422d-8453-68fbc78fb9f2']}} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:05.112218 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-427b79e1-0e78-48b0-a247-8185901fc398 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331f36af-0363-44a7-b402-805bbfb485e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1568682
Oct 25 14:58:05.157793 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6c707f45-0faa-4495-8d2d-bf80f10addf3 req-2b31f413-dd00-486a-aa44-aaca7a2ec556 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3537047
Oct 25 14:58:05.170693 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-8c5106ab-fe3e-4bb8-94eb-3117825f2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:05.171171 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e95f940>, '5d7d21c6-223a-4d68-b837-a3d5f311ba00') {'for_net_delete': True} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:05.171567 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e95f940>, '5d7d21c6-223a-4d68-b837-a3d5f311ba00') {} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:05.174994 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-8c5106ab-fe3e-4bb8-94eb-3117825f2e64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 1097 time: 0.6665919
Oct 25 14:58:05.222573 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-7f4a2f8c-655f-4c4b-8e01-6b044c76d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:05.231478 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-7f4a2f8c-655f-4c4b-8e01-6b044c76d87b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 1096 time: 0.7094090
Oct 25 14:58:05.239268 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-584115'] for segment, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:05.303044 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:05.336483 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=86764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 14:58:05.337215 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31638055'] for segment, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:05.393306 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 2bbc7d84-6106-447a-8967-0903c43153e4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=2bbc7d84-6106-447a-8967-0903c43153e4,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:05.430221 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '2bbc7d84-6106-447a-8967-0903c43153e4', 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3', 'port_id': '2bbc7d84-6106-447a-8967-0903c43153e4', 'mac_address': 'fa:16:3e:d4:01:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1264c34-1bd9-40a4-a25e-d6aee702384f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 14:58:05.518204 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:05.543056 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbc7d84-6106-447a-8967-0903c43153e4 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]: Traceback (most recent call last):
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     timer()
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     cb(*args, **kw)
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     return func(*args, **kwargs)
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     self._notify()
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     self.callback(batched_events)
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     event.method(event)
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     return f(self, *a, **k)
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._get(url).json()
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self.request(url, 'GET', **kwargs)
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 14:58:05.557965 dv-cinder-813751-1-iscsi neutron-server[86764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 14:58:05.568499 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 2bbc7d84-6106-447a-8967-0903c43153e4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=2bbc7d84-6106-447a-8967-0903c43153e4,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:05.578955 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:05.581243 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:05.670676 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=2bbc7d84-6106-447a-8967-0903c43153e4,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:05.674249 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:05.740186 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:05.752442 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:05.756280 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:05.784642 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6530b4f9-b705-422d-8453-68fbc78fb9f2 HTTP/1.1" status: 204  len: 168 time: 2.5491965
Oct 25 14:58:05.795602 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6530b4f9-b705-422d-8453-68fbc78fb9f2,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:05.821561 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.823065 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.823733 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.824668 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.825243 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.825716 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.826167 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.826657 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.827136 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.827702 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.828163 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.828788 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:05.835449 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:05.855221 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5714b-39fd-4195-828f-19873d657fbb req-49be5aec-d219-484e-b384-8377a5f89581 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:05.857126 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d2c5714b-39fd-4195-828f-19873d657fbb req-49be5aec-d219-484e-b384-8377a5f89581 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 944 time: 0.2974524
Oct 25 14:58:05.866638 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014fab5-bf66-46e5-a6b8-7176e454895e req-e973dc7b-61c3-40e7-a2b0-0a9ff81fda56 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:05.868548 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2014fab5-bf66-46e5-a6b8-7176e454895e req-e973dc7b-61c3-40e7-a2b0-0a9ff81fda56 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.2347634
Oct 25 14:58:05.973549 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d2c5714b-39fd-4195-828f-19873d657fbb req-36778dda-4b46-4b19-887f-3058ef62e20f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036301
Oct 25 14:58:05.981539 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2014fab5-bf66-46e5-a6b8-7176e454895e req-e122c3cd-6e62-4c0d-a332-32e54108c145 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847692
Oct 25 14:58:06.104945 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'tag': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80', 'status': 'completed', 'code': 200}
Oct 25 14:58:06.188326 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 53780) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:06.251458 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebed6be4-da88-4393-a398-81781c865226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1140f6-9ef5-4a12-b689-f625af47513a', 'code': 200}
Oct 25 14:58:06.284146 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-7d333a43-6125-4ed2-adf9-fe8c3c9e08c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78515254aa714366b94bbf8fb61b80b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0913138
Oct 25 14:58:06.284313 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53790) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:06.354958 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:06.375595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f65bd-a632-4e59-802a-e863ee896d6c req-a259c275-8405-4caa-9646-7f54b9a9da7e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:06.377186 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a13f65bd-a632-4e59-802a-e863ee896d6c req-a259c275-8405-4caa-9646-7f54b9a9da7e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 943 time: 0.0996442
Oct 25 14:58:06.392722 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:06.441565 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a13f65bd-a632-4e59-802a-e863ee896d6c req-42f86dec-1845-4db4-b15e-7d76c1f86571 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575881
Oct 25 14:58:06.486688 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:06.496763 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2edd0fcb-d506-44cc-92da-4fa27bc275b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:06.521458 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d76bba-38da-4b61-8b4f-11f6a491be4d,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:06.536153 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:06.540237 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b8d76bba-38da-4b61-8b4f-11f6a491be4d HTTP/1.1" status: 204  len: 168 time: 0.2527139
Oct 25 14:58:06.541927 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.542658 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.543414 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.544724 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.545527 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.546619 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.547608 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.548427 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.549132 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.551120 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.551664 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.552158 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:06.555762 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:06.564195 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5765-1fa9-4129-8bb7-49750a0d9a97 req-603e8755-f108-477c-adc0-a5d437a1e2c1 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:06.566998 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d28b5765-1fa9-4129-8bb7-49750a0d9a97 req-603e8755-f108-477c-adc0-a5d437a1e2c1 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 945 time: 0.1181414
Oct 25 14:58:06.651789 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d28b5765-1fa9-4129-8bb7-49750a0d9a97 req-3d03296d-21c4-4b54-b8a9-7538f96d6c8e tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748396
Oct 25 14:58:07.099379 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53808) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:07.180467 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-efdc64d5-ec13-485e-a7ff-7b3a203f697c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2eff3aa1347a4c489b9c9b4d7dd85571&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0798914
Oct 25 14:58:07.184084 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53812) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:07.425032 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec78b6-782c-43d6-8106-31fe6d28bffe req-8fefbefa-dc8f-4253-9668-112a8b2cff6e tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:07.427612 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98ec78b6-782c-43d6-8106-31fe6d28bffe req-8fefbefa-dc8f-4253-9668-112a8b2cff6e tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 944 time: 0.2595916
Oct 25 14:58:07.457343 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dc3cdb08-75d4-4727-b79e-883ec985fc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:07.504247 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dc3cdb08-75d4-4727-b79e-883ec985fc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:07.518750 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80eb82-bdce-4d9b-9299-99a59a330e24 req-099f1886-839c-4a52-b649-ed5b000695f0 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:07.521020 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6d80eb82-bdce-4d9b-9299-99a59a330e24 req-099f1886-839c-4a52-b649-ed5b000695f0 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.2428036
Oct 25 14:58:07.553711 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98ec78b6-782c-43d6-8106-31fe6d28bffe req-c2affb87-58b1-4511-b877-75da75b5a152 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157105
Oct 25 14:58:07.588808 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dc3cdb08-75d4-4727-b79e-883ec985fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:07.594290 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6d80eb82-bdce-4d9b-9299-99a59a330e24 req-73176340-b1c8-4cd3-a60b-bc1e041571ad tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631750
Oct 25 14:58:07.600827 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-fc9ee2ab-cdf9-4942-b477-612bba15186b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:07.620468 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cdb08-75d4-4727-b79e-883ec985fc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac44499-0cad-43fa-ac8b-9d694a493bb7,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:07.623912 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dc3cdb08-75d4-4727-b79e-883ec985fc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:07.625049 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-dc3cdb08-75d4-4727-b79e-883ec985fc6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ac44499-0cad-43fa-ac8b-9d694a493bb7 HTTP/1.1" status: 204  len: 168 time: 0.4397166
Oct 25 14:58:07.628177 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-dc3cdb08-75d4-4727-b79e-883ec985fc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:07.895356 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227d092-5c03-46e8-8245-c4af2a1bb1c3 req-1780f9d2-33e3-4249-8f22-3979e98704f9 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:07.898021 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d227d092-5c03-46e8-8245-c4af2a1bb1c3 req-1780f9d2-33e3-4249-8f22-3979e98704f9 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 943 time: 0.1501541
Oct 25 14:58:08.167009 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d227d092-5c03-46e8-8245-c4af2a1bb1c3 req-a46820e5-b906-4939-be37-ff5881a9d35f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2576392
Oct 25 14:58:08.186943 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-caa0a878-1ffc-4e0d-9a53-a432f55cb9da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 HTTP/1.1" status: 200  len: 217 time: 0.1249242
Oct 25 14:58:08.253217 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b470d5-422a-435f-85f5-4c42a54a4472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6add59a9-a62f-42e0-8e1e-525107c06a8a'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:58:08.314916 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-903ffb2b-1a44-4f4d-91d5-bfb1c8b3716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:08.317279 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-903ffb2b-1a44-4f4d-91d5-bfb1c8b3716c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 200  len: 850 time: 0.1124010
Oct 25 14:58:08.352919 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2511506-9e43-49b4-9f83-69e9469cd28d req-e5f82673-3883-4d92-9f92-5ad1ba789c7c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:08.355691 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f2511506-9e43-49b4-9f83-69e9469cd28d req-e5f82673-3883-4d92-9f92-5ad1ba789c7c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 945 time: 0.4135027
Oct 25 14:58:08.437150 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b470d5-422a-435f-85f5-4c42a54a4472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6add59a9-a62f-42e0-8e1e-525107c06a8a', 'code': 200}
Oct 25 14:58:08.462557 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-15eaf329-9e85-48ed-9432-5d4d9549b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:08.466938 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-15eaf329-9e85-48ed-9432-5d4d9549b5d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 920 time: 0.4667554
Oct 25 14:58:08.477106 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-f0fda083-6bc5-4a87-b632-4c6664d63c3c service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5006280
Oct 25 14:58:08.487253 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['2bbc7d84-6106-447a-8967-0903c43153e4'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:58:08.522488 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f2511506-9e43-49b4-9f83-69e9469cd28d req-c04d70f0-1223-4399-8c88-76911e905081 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042457
Oct 25 14:58:08.723136 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-a46f410c-8b19-4fa2-b830-f147889a2c89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c7203a5-95e7-48a7-aca1-425505a112a4 HTTP/1.1" status: 200  len: 217 time: 0.2233164
Oct 25 14:58:08.755484 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-8a3afc66-6f63-453d-b3a7-9f3ed391ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:08.758878 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-8a3afc66-6f63-453d-b3a7-9f3ed391ed4d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 1098 time: 0.2136419
Oct 25 14:58:08.764274 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-aabddfe7-965c-4347-aaeb-e3459d60ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:08.767433 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-aabddfe7-965c-4347-aaeb-e3459d60ae00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ded9f1b4-e675-4f41-9520-fcc0766d528a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4101846
Oct 25 14:58:09.073040 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.37', 59259) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:09.207732 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-f2a8284a-34a1-4d9b-b152-4adcdd6b7f3f service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4099104
Oct 25 14:58:09.208157 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-2492c44f-e985-4137-b390-5135928f8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:09.209854 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-2492c44f-e985-4137-b390-5135928f8b24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 200  len: 859 time: 0.3205876
Oct 25 14:58:09.312225 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-5c434d84-d66d-4fc4-a509-428e2ed5d29e service neutron] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:09.343666 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-120a526c-8e54-41d0-a24b-a9ce6d06b919 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331f36af-0363-44a7-b402-805bbfb485e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1027265
Oct 25 14:58:09.362357 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b4a58-c637-4af4-a697-5c0a92b1c10b req-dbc10a23-bb73-452e-80c0-e7e805737077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:09.370796 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-f98b4a58-c637-4af4-a697-5c0a92b1c10b req-dbc10a23-bb73-452e-80c0-e7e805737077 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 1098 time: 0.2813842
Oct 25 14:58:09.418301 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-e781207a-64e8-4a14-bc57-b4a9cb857c2d service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9165771
Oct 25 14:58:09.543364 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-f98b4a58-c637-4af4-a697-5c0a92b1c10b req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:09.605101 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [req-f98b4a58-c637-4af4-a697-5c0a92b1c10b req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:09.610025 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-5c434d84-d66d-4fc4-a509-428e2ed5d29e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:09.619070 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-f98b4a58-c637-4af4-a697-5c0a92b1c10b req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] Usage tracker for resource:security_group_rule and tenant:12549af9dfe0434ebc8a12d37884b63e is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:09.625556 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-f98b4a58-c637-4af4-a697-5c0a92b1c10b req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:09.632630 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-5c434d84-d66d-4fc4-a509-428e2ed5d29e service neutron] Usage tracker for resource:security_group_rule and tenant:12549af9dfe0434ebc8a12d37884b63e is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:09.643306 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [req-f98b4a58-c637-4af4-a697-5c0a92b1c10b req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:09.659486 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-5c434d84-d66d-4fc4-a509-428e2ed5d29e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:09.679929 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-5c434d84-d66d-4fc4-a509-428e2ed5d29e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:09.719827 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-d717418e-4ea0-4779-b612-c6121911e40b service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3613393
Oct 25 14:58:09.843203 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98d4a939-1ee7-4fad-8569-96c08501f11f req-e6a9513b-3cc6-4594-b1ba-8559dc886362 service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5022295
Oct 25 14:58:09.891264 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb680024-0425-4ebd-9abb-fc312e1f6ccc req-2c2972ed-74ea-43aa-ac36-70ff23aa0198 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:09.901432 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb680024-0425-4ebd-9abb-fc312e1f6ccc req-2c2972ed-74ea-43aa-ac36-70ff23aa0198 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.6905167
Oct 25 14:58:09.992494 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fbed1-4311-4e38-96a3-722d5e730f6c req-a39ce430-8398-44b0-b307-b29d51f3e23b tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:10.000387 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd4fbed1-4311-4e38-96a3-722d5e730f6c req-a39ce430-8398-44b0-b307-b29d51f3e23b tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 944 time: 0.6901071
Oct 25 14:58:10.020431 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 0c7203a5-95e7-48a7-aca1-425505a112a4 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 14:58:10.034340 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 2bbc7d84-6106-447a-8967-0903c43153e4 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:58:10.064306 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-e6e1c6eb-8fee-426e-bed8-a4e182186f93 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3347390
Oct 25 14:58:10.067727 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-f98b4a58-c637-4af4-a697-5c0a92b1c10b req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:10.077929 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-f98b4a58-c637-4af4-a697-5c0a92b1c10b req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:10.093878 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:10.136779 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fb680024-0425-4ebd-9abb-fc312e1f6ccc req-26d39c01-ab65-45ab-8bdd-af72cca7ba07 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335393
Oct 25 14:58:10.162566 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.db.api [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-5c434d84-d66d-4fc4-a509-428e2ed5d29e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 12549af9dfe0434ebc8a12d37884b63e {{(pid=86764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 25 14:58:10.163113 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_db.api [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-5c434d84-d66d-4fc4-a509-428e2ed5d29e service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 25 14:58:10.230602 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd4fbed1-4311-4e38-96a3-722d5e730f6c req-fe24e9ae-1397-4986-9730-c35c4179444f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288325
Oct 25 14:58:10.244568 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-f98b4a58-c637-4af4-a697-5c0a92b1c10b req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8225718
Oct 25 14:58:10.249060 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ad9411-db82-4812-8032-8e829c99c40d,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:10.260769 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:10.328663 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-29ae4553-527e-4a6d-92ee-a4fef42e2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:10.338919 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-29ae4553-527e-4a6d-92ee-a4fef42e2532 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 1096 time: 0.3314478
Oct 25 14:58:10.351090 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:10.364535 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 2bbc7d84-6106-447a-8967-0903c43153e4 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:58:10.383801 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 2bbc7d84-6106-447a-8967-0903c43153e4 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:58:10.384355 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:10.449558 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 0c7203a5-95e7-48a7-aca1-425505a112a4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=0c7203a5-95e7-48a7-aca1-425505a112a4,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:10.477790 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '0c7203a5-95e7-48a7-aca1-425505a112a4', 'network_id': '331f36af-0363-44a7-b402-805bbfb485e3', 'port_id': '0c7203a5-95e7-48a7-aca1-425505a112a4', 'mac_address': 'fa:16:3e:a1:ee:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1264c34-1bd9-40a4-a25e-d6aee702384f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 14:58:10.637434 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:10.693857 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7203a5-95e7-48a7-aca1-425505a112a4 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:58:10.718444 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-5c434d84-d66d-4fc4-a509-428e2ed5d29e service neutron] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:10.763016 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e87d7204-4ca5-49ca-b92b-57f7bffc58c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:10.785925 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 0c7203a5-95e7-48a7-aca1-425505a112a4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=0c7203a5-95e7-48a7-aca1-425505a112a4,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:10.810304 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:10.820687 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:10.984159 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=0c7203a5-95e7-48a7-aca1-425505a112a4,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:10.997583 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:11.034221 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.035976 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.036913 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.037706 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.038549 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.039347 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.040142 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.041463 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.042304 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.044096 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.045184 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.045982 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:58:11.059140 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:11.104585 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 2bbc7d84-6106-447a-8967-0903c43153e4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=2bbc7d84-6106-447a-8967-0903c43153e4,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:11.109339 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2029350-9da1-42f8-8596-5959e33aaab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbc7d84-6106-447a-8967-0903c43153e4'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:58:11.125822 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:11.131068 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:11.132698 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c346b258-5c9a-4b7f-bc29-8a1e56d03cbe req-5c434d84-d66d-4fc4-a509-428e2ed5d29e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.3627260
Oct 25 14:58:11.167995 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dac769-a2d9-4d13-ad69-a870048293a4 req-96198af5-6539-432f-aba3-9911055558c3 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:11.175163 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c8dac769-a2d9-4d13-ad69-a870048293a4 req-96198af5-6539-432f-aba3-9911055558c3 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 943 time: 0.7763779
Oct 25 14:58:11.235416 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d9f32-daf9-4cb5-a91d-13ebc27c0663 req-7fbf9c9c-d1e6-4d42-a559-820995894091 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:11.242632 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e89d9f32-daf9-4cb5-a91d-13ebc27c0663 req-7fbf9c9c-d1e6-4d42-a559-820995894091 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 945 time: 0.7219555
Oct 25 14:58:11.270662 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-f2ae80d2-f876-4d1e-bb77-0fe56d271c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:11.272112 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-f2ae80d2-f876-4d1e-bb77-0fe56d271c97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 912 time: 0.6191876
Oct 25 14:58:11.282771 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=2bbc7d84-6106-447a-8967-0903c43153e4,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:11.290188 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:11.292678 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c8dac769-a2d9-4d13-ad69-a870048293a4 req-dfaaf52a-29f0-456c-8eaa-adb8a53396f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1165414
Oct 25 14:58:11.295355 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['0c7203a5-95e7-48a7-aca1-425505a112a4'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:58:11.368213 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e89d9f32-daf9-4cb5-a91d-13ebc27c0663 req-18605329-ceaa-4d22-b48c-5041b4cc3660 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245809
Oct 25 14:58:11.449984 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2029350-9da1-42f8-8596-5959e33aaab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbc7d84-6106-447a-8967-0903c43153e4', 'code': 200}
Oct 25 14:58:11.627602 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-1d6b6828-dc12-4768-8d48-7a8dd43ae9a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 HTTP/1.1" status: 200  len: 217 time: 0.1210306
Oct 25 14:58:11.849351 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-cf265960-dd10-4b2a-8726-7fe86fe72553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:11.852256 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-cf265960-dd10-4b2a-8726-7fe86fe72553 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 200  len: 850 time: 0.1168392
Oct 25 14:58:11.961127 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517befb-ad30-4c55-b64c-ae712bda9042 req-b109a6d3-e0fe-4e96-85f7-3c36acb4136c tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:11.963340 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1517befb-ad30-4c55-b64c-ae712bda9042 req-b109a6d3-e0fe-4e96-85f7-3c36acb4136c tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.3343506
Oct 25 14:58:11.983308 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563f123-9103-46d3-9962-3a65801bd692 req-f4afeb76-d482-47cf-89c3-8d4bbbdf3c3c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:11.990580 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9563f123-9103-46d3-9962-3a65801bd692 req-f4afeb76-d482-47cf-89c3-8d4bbbdf3c3c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3601005
Oct 25 14:58:12.051294 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53960) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:12.158457 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9563f123-9103-46d3-9962-3a65801bd692 req-ad5dbd32-3c9e-4976-85c5-5259bb7b27f5 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644526
Oct 25 14:58:12.178312 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1517befb-ad30-4c55-b64c-ae712bda9042 req-03fbd21c-8415-4cf6-b167-3c9ac6a803c7 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819353
Oct 25 14:58:12.204038 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-07493d3a-1c2c-46cd-89a5-3167c9cfb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:12.207142 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-07493d3a-1c2c-46cd-89a5-3167c9cfb975 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ded9f1b4-e675-4f41-9520-fcc0766d528a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3405943
Oct 25 14:58:12.310909 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cae4f4-75a2-4cfd-9d5e-1dcf705e44ac req-d71e30e6-4443-47fa-a8d8-766104a9f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:12.313960 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a6cae4f4-75a2-4cfd-9d5e-1dcf705e44ac req-d71e30e6-4443-47fa-a8d8-766104a9f3a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 1098 time: 0.2452638
Oct 25 14:58:12.327451 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:12.366605 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:12.375082 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d5ba1daecf4cf88656ea8ed188aa03 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:12.381568 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:12.397222 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:12.535573 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a6cae4f4-75a2-4cfd-9d5e-1dcf705e44ac req-38cff86c-f340-47cc-bb1d-27bd6491725f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152585
Oct 25 14:58:12.589569 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:12.602933 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:12.643732 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:12.662171 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-a52e9cc8-a65b-402d-a9ff-fdc39f23475f service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4229832
Oct 25 14:58:12.788547 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6d5ba1daecf4cf88656ea8ed188aa03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7350075
Oct 25 14:58:12.789993 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b183a3-6664-4823-bce8-bf9f52efc129,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:12.795999 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:12.797004 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 53988) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:12.949059 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-54f54c4a-7d68-4149-b935-6e36f717e783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:12.997771 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-54f54c4a-7d68-4149-b935-6e36f717e783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:13.081766 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-54f54c4a-7d68-4149-b935-6e36f717e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:13.099316 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4d49d751-5375-442f-a0f2-c9ba58bc7c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:13.133305 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f54c4a-7d68-4149-b935-6e36f717e783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b183a3-6664-4823-bce8-bf9f52efc129,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:13.138092 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-54f54c4a-7d68-4149-b935-6e36f717e783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:13.139189 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-54f54c4a-7d68-4149-b935-6e36f717e783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:13.141912 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-54f54c4a-7d68-4149-b935-6e36f717e783 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41b183a3-6664-4823-bce8-bf9f52efc129 HTTP/1.1" status: 204  len: 168 time: 0.3432534
Oct 25 14:58:13.284138 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800f46f-4411-4c39-8061-c73323a94ebe req-a4c1ba1e-6cdc-4fc8-81f5-d42cff4a3346 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:13.298319 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5800f46f-4411-4c39-8061-c73323a94ebe req-a4c1ba1e-6cdc-4fc8-81f5-d42cff4a3346 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 945 time: 0.6021683
Oct 25 14:58:13.342069 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4bcbc15e-69f9-41ef-9622-fe3b8b3755aa req-7c072504-3544-4091-bf6d-18f8f6bb6f01 service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4107506
Oct 25 14:58:13.376175 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db602-ecf4-40c4-b405-d409f89c8584 req-aa0d6215-9cdb-4583-8caa-6d190e80f27d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:13.390685 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-986db602-ecf4-40c4-b405-d409f89c8584 req-aa0d6215-9cdb-4583-8caa-6d190e80f27d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 943 time: 0.6242824
Oct 25 14:58:13.456455 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5800f46f-4411-4c39-8061-c73323a94ebe req-176154f5-a460-49fc-bfee-86372d990e39 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560588
Oct 25 14:58:13.491884 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-986db602-ecf4-40c4-b405-d409f89c8584 req-f1830def-13ea-4065-83c0-c93097aa1ed5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997210
Oct 25 14:58:13.552790 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-bffc4595-44e3-4c45-bf08-4dac7d068ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:13.745028 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54002) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:13.766889 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:13.786831 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:13.792378 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] Usage tracker for resource:security_group_rule and tenant:da24ce4b061b433fbdd0c5a8f0f20fcf is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:13.796919 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:13.805282 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:13.888707 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b6d01-827c-4aa5-be71-ddd240172d8a req-7ad2fb29-ca9a-4093-a45f-9a1fb108ec24 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:13.903960 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-763b6d01-827c-4aa5-be71-ddd240172d8a req-7ad2fb29-ca9a-4093-a45f-9a1fb108ec24 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.2595892
Oct 25 14:58:13.982364 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea65ee-7a7a-40aa-826f-df8e8dc09b4b req-859d17e7-cf49-489e-90cc-dac6da405c3f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:13.985431 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e5ea65ee-7a7a-40aa-826f-df8e8dc09b4b req-859d17e7-cf49-489e-90cc-dac6da405c3f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2883105
Oct 25 14:58:14.015396 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:14.023324 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:14.036591 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 14:58:14.044384 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-c9527109-905b-4cb2-8c85-c2ddf9db0647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:14.066115 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 0c7203a5-95e7-48a7-aca1-425505a112a4 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:58:14.106308 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332c7e25-d550-4f55-8b23-7ddfe145d8b9,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:14.112472 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:14.144643 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da24ce4b061b433fbdd0c5a8f0f20fcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3975556
Oct 25 14:58:14.154174 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54020) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:14.182052 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e5ea65ee-7a7a-40aa-826f-df8e8dc09b4b req-a4f0e6d5-5fec-4259-ab2c-ec28ffa2af5a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830504
Oct 25 14:58:14.192672 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-763b6d01-827c-4aa5-be71-ddd240172d8a req-a80638e3-f680-42cf-967e-97663dcda7c4 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2859550
Oct 25 14:58:14.235742 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1b83c940-7ce9-4982-8333-a0ea4e175bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:14.271143 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.db.resource_extend [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Oct 25 14:58:14.290547 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1b83c940-7ce9-4982-8333-a0ea4e175bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:14.376893 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1b83c940-7ce9-4982-8333-a0ea4e175bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:14.382287 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-dc3cdb08-75d4-4727-b79e-883ec985fc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:14.411441 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83c940-7ce9-4982-8333-a0ea4e175bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332c7e25-d550-4f55-8b23-7ddfe145d8b9,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:14.415287 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1b83c940-7ce9-4982-8333-a0ea4e175bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:14.416723 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-1b83c940-7ce9-4982-8333-a0ea4e175bb7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/332c7e25-d550-4f55-8b23-7ddfe145d8b9 HTTP/1.1" status: 204  len: 168 time: 0.2615256
Oct 25 14:58:14.418044 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1b83c940-7ce9-4982-8333-a0ea4e175bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:14.724377 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:14.745300 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:14.746380 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'port_id': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80', 'mac_address': 'fa:16:3e:63:8f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 14:58:14.935630 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 0c7203a5-95e7-48a7-aca1-425505a112a4 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:58:14.955013 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:15.004540 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2e27e-b6d9-4efb-b0aa-0b54ba5b42e2 req-e8066800-bfd1-46d1-8153-866404cba5ae tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:15.006637 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4eb2e27e-b6d9-4efb-b0aa-0b54ba5b42e2 req-e8066800-bfd1-46d1-8153-866404cba5ae tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 945 time: 0.2752268
Oct 25 14:58:15.015570 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:58:15.021585 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 0c7203a5-95e7-48a7-aca1-425505a112a4 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:58:15.021959 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:15.035441 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e682f3-5770-4905-8560-319646c7405d req-e553eb64-2c29-4d33-bde6-2fc218b0072c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:15.045067 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-80e682f3-5770-4905-8560-319646c7405d req-e553eb64-2c29-4d33-bde6-2fc218b0072c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 943 time: 0.1840847
Oct 25 14:58:15.111684 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:15.123730 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4eb2e27e-b6d9-4efb-b0aa-0b54ba5b42e2 req-421a315e-86a9-4f88-a2de-86bd4ca1137d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971560
Oct 25 14:58:15.124663 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:15.128655 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:15.148853 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-80e682f3-5770-4905-8560-319646c7405d req-93995ce0-ab56-4404-8a7e-827b857e7a65 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026139
Oct 25 14:58:15.276547 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:15.282669 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:15.283659 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:15.324591 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53651ed3-27d5-4af9-bc00-3d39db81ab41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7203a5-95e7-48a7-aca1-425505a112a4'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:58:15.347009 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 0c7203a5-95e7-48a7-aca1-425505a112a4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=0c7203a5-95e7-48a7-aca1-425505a112a4,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:15.355097 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:15.362954 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:15.422393 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53651ed3-27d5-4af9-bc00-3d39db81ab41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7203a5-95e7-48a7-aca1-425505a112a4', 'code': 200}
Oct 25 14:58:15.510793 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a28fe-460c-460c-8cf9-9c05a2149adc req-1edcf2f4-8add-431d-a899-ca66c7d14db7 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:15.511110 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=0c7203a5-95e7-48a7-aca1-425505a112a4,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:15.515056 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:15.522084 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-743a28fe-460c-460c-8cf9-9c05a2149adc req-1edcf2f4-8add-431d-a899-ca66c7d14db7 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1534610
Oct 25 14:58:15.642523 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-743a28fe-460c-460c-8cf9-9c05a2149adc req-6474513f-d51c-4b59-beb8-23733b60fde3 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173949
Oct 25 14:58:15.683054 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['f66a55dc-d5ed-42eb-9be4-b8ce83c55f80'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:58:16.098522 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1259c4-11c4-4d70-bd90-566d086220c2 req-d6e44f52-c086-4bad-a724-ca35f3dac6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:16.100165 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9c1259c4-11c4-4d70-bd90-566d086220c2 req-d6e44f52-c086-4bad-a724-ca35f3dac6eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 1099 time: 0.1960759
Oct 25 14:58:16.179916 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9c1259c4-11c4-4d70-bd90-566d086220c2 req-ec82b7d6-c7e4-43ca-8dd1-91afb5723449 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673368
Oct 25 14:58:16.633626 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845de6ad-1aa3-44f7-9859-6bd071db78b9 req-78c29178-8aae-47fa-8f9d-f8fb34816d7b tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:16.635361 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-845de6ad-1aa3-44f7-9859-6bd071db78b9 req-78c29178-8aae-47fa-8f9d-f8fb34816d7b tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 944 time: 0.2148592
Oct 25 14:58:16.654900 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:16.669132 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e7092-e4b8-4124-9d59-7669e4869342 req-546fba91-7823-44ed-ab96-6aab4cc8c380 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:16.695024 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-923e7092-e4b8-4124-9d59-7669e4869342 req-546fba91-7823-44ed-ab96-6aab4cc8c380 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3205760
Oct 25 14:58:16.936983 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-923e7092-e4b8-4124-9d59-7669e4869342 req-b1f28b93-1df7-4648-aab8-8d66a933edcf tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2409389
Oct 25 14:58:16.997359 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-845de6ad-1aa3-44f7-9859-6bd071db78b9 req-0baeba8a-6c16-45c0-a1d1-b4652e1f752a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2954292
Oct 25 14:58:17.069787 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6103e0-8181-434a-b22a-102714109401 req-910bae6e-cb6d-4b52-b712-9b314f9086ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:17.071415 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b6103e0-8181-434a-b22a-102714109401 req-910bae6e-cb6d-4b52-b712-9b314f9086ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 1098 time: 0.2597880
Oct 25 14:58:17.254047 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6103e0-8181-434a-b22a-102714109401 req-4c28db92-f14e-48ea-97bf-9ce45da86ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:17.255938 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b6103e0-8181-434a-b22a-102714109401 req-4c28db92-f14e-48ea-97bf-9ce45da86ae6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 920 time: 0.1669605
Oct 25 14:58:17.324544 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54116) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:17.374329 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b6103e0-8181-434a-b22a-102714109401 req-eba3c35c-3a5c-4d9c-b138-3fe91742babe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bbc7d84-6106-447a-8967-0903c43153e4 HTTP/1.1" status: 200  len: 217 time: 0.1094499
Oct 25 14:58:17.529093 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6103e0-8181-434a-b22a-102714109401 req-a6d326ff-efd7-4f07-b125-f55ce964380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:17.532466 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b6103e0-8181-434a-b22a-102714109401 req-a6d326ff-efd7-4f07-b125-f55ce964380b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 200  len: 859 time: 0.1452310
Oct 25 14:58:17.564280 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:17.644514 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:17.653130 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5c7f3eae8d4f65903e599c4a20b28a is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:17.661255 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:17.670672 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:17.671051 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b6103e0-8181-434a-b22a-102714109401 req-fb8ea119-f0d0-41fe-8e80-64838aab5ce9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331f36af-0363-44a7-b402-805bbfb485e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1158617
Oct 25 14:58:18.064606 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b6103e0-8181-434a-b22a-102714109401 req-98b0b610-98da-43af-ad11-87afa6ade078 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3371441
Oct 25 14:58:18.069803 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:58:18.225180 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:18.244863 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:18.279865 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:58:18.281305 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2dc65519-fffd-4332-ac31-86e1fd275cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:18.295822 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:58:18.296238 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:18.385994 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb1bed6-ad4e-4c5a-83ac-1c1f4cb37a8a,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:18.391542 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:18.432100 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae5c7f3eae8d4f65903e599c4a20b28a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1061990
Oct 25 14:58:18.433338 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54154) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:18.540563 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a1ee-063d-4dff-8220-79692c1c6f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:18.575732 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b6103e0-8181-434a-b22a-102714109401 req-d0cc2c13-1115-495a-b4db-41385220f322 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4977975
Oct 25 14:58:18.583885 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:18.594809 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a1ee-063d-4dff-8220-79692c1c6f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:18.599705 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd6b69-ac34-4f59-89f6-f97ccfe902d3 req-a6ee0433-7167-4e49-824a-25b9fd2f76ea tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:18.607332 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c0bd6b69-ac34-4f59-89f6-f97ccfe902d3 req-a6ee0433-7167-4e49-824a-25b9fd2f76ea tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2460439
Oct 25 14:58:18.621432 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:58:18.637514 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dc1b4-da73-4c9d-a308-cdf8e08f4cae req-cb097c22-71ba-4ef8-9b24-316f7b4498b3 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:18.639134 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-509dc1b4-da73-4c9d-a308-cdf8e08f4cae req-cb097c22-71ba-4ef8-9b24-316f7b4498b3 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 944 time: 0.2718656
Oct 25 14:58:18.655166 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:18.663347 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:18.667948 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:18.699230 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c0bd6b69-ac34-4f59-89f6-f97ccfe902d3 req-79aa5942-1478-4dde-8510-8c2e93b5b47c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904386
Oct 25 14:58:18.730766 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a1ee-063d-4dff-8220-79692c1c6f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:18.748916 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2eb851cb-366f-4b28-926d-cbe0160b404e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:18.755005 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-509dc1b4-da73-4c9d-a308-cdf8e08f4cae req-ff7fdfad-d817-4ffb-9843-122e097878c9 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959496
Oct 25 14:58:18.771743 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:18.779283 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:18.813913 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80', 'code': 200}
Oct 25 14:58:18.816950 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1a1ee-063d-4dff-8220-79692c1c6f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb1bed6-ad4e-4c5a-83ac-1c1f4cb37a8a,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:18.821023 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d8b1a1ee-063d-4dff-8220-79692c1c6f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:18.827163 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a1ee-063d-4dff-8220-79692c1c6f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:18.835155 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d8b1a1ee-063d-4dff-8220-79692c1c6f73 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0fb1bed6-ad4e-4c5a-83ac-1c1f4cb37a8a HTTP/1.1" status: 204  len: 168 time: 0.3999190
Oct 25 14:58:19.327423 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54194) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:19.350024 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:19.367061 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:19.373305 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] Usage tracker for resource:security_group_rule and tenant:a88463824ab84410be2ddd1b9e68d50c is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:19.375654 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:19.382307 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:19.504720 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:19.511875 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:19.527453 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2fa77dd7-3d4a-4ff5-9d11-d2739740f94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:19.586207 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a88463824ab84410be2ddd1b9e68d50c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2530513
Oct 25 14:58:19.586207 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34218000-6995-458b-9e48-7916e50c1ac1,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:19.586629 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54204) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:19.591524 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:19.654152 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2e5-67c9-4611-b26c-beb73fd449d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:19.685170 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2e5-67c9-4611-b26c-beb73fd449d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:19.743081 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54212) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:19.759192 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2e5-67c9-4611-b26c-beb73fd449d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:19.763299 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:19.778935 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fb2e5-67c9-4611-b26c-beb73fd449d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34218000-6995-458b-9e48-7916e50c1ac1,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:19.783495 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-dc8fb2e5-67c9-4611-b26c-beb73fd449d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:19.793464 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb2e5-67c9-4611-b26c-beb73fd449d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:19.795151 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-dc8fb2e5-67c9-4611-b26c-beb73fd449d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34218000-6995-458b-9e48-7916e50c1ac1 HTTP/1.1" status: 204  len: 168 time: 0.2075777
Oct 25 14:58:19.914578 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:19.932451 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:19.937768 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] Usage tracker for resource:security_group_rule and tenant:c6e167f76fcf479f99f04d200022a246 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:19.940961 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:19.948045 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:20.013019 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b08d4-2fe5-4c8f-8b01-096c3e411ad5 req-12926685-e7e0-4c66-9d16-1df2b89e5b01 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:20.015291 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0f0b08d4-2fe5-4c8f-8b01-096c3e411ad5 req-12926685-e7e0-4c66-9d16-1df2b89e5b01 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.0982437
Oct 25 14:58:20.059498 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:20.066258 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:20.070148 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0f0b08d4-2fe5-4c8f-8b01-096c3e411ad5 req-59ce4c63-dc9a-4720-a031-ad18fbce0552 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494432
Oct 25 14:58:20.076585 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-675d6583-083b-4c13-ac45-98e335ce9c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:20.132453 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6e167f76fcf479f99f04d200022a246&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3833714
Oct 25 14:58:20.134957 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54228) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:20.137491 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d99795-1db3-4b91-b7f5-dcdf9cb77ef0,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:20.141288 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:20.257452 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-35b06ab1-dfb8-432f-a5dd-0f5934a68ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:20.301070 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-35b06ab1-dfb8-432f-a5dd-0f5934a68ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:20.339737 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787238-6045-4431-be34-d14dc0783b31 req-5a04adfe-ba1f-4a18-87d0-ae371c0f22c0 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:20.341252 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9f787238-6045-4431-be34-d14dc0783b31 req-5a04adfe-ba1f-4a18-87d0-ae371c0f22c0 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1590810
Oct 25 14:58:20.405319 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9f787238-6045-4431-be34-d14dc0783b31 req-5141e640-6d19-4cbf-91b5-961076f4d0dd tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539441
Oct 25 14:58:20.417474 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-35b06ab1-dfb8-432f-a5dd-0f5934a68ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:20.421876 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:20.437482 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b06ab1-dfb8-432f-a5dd-0f5934a68ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d99795-1db3-4b91-b7f5-dcdf9cb77ef0,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:20.440770 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-35b06ab1-dfb8-432f-a5dd-0f5934a68ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:20.448336 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-35b06ab1-dfb8-432f-a5dd-0f5934a68ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:20.454774 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-35b06ab1-dfb8-432f-a5dd-0f5934a68ef3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64d99795-1db3-4b91-b7f5-dcdf9cb77ef0 HTTP/1.1" status: 204  len: 168 time: 0.3131378
Oct 25 14:58:21.008226 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54258) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:21.045347 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:21.068347 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:21.072678 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] Usage tracker for resource:security_group_rule and tenant:3746baef911b4e08b7b4c073cfc19bf3 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:21.076232 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:21.083594 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:21.196358 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:21.202719 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:21.219375 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:21.321675 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3746baef911b4e08b7b4c073cfc19bf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3116558
Oct 25 14:58:21.322620 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2635bc3e-cc9e-46fd-acee-c2b64841d86e,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:21.327049 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54272) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:21.332112 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:21.382385 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903834-c7ca-4855-ba4a-eab653692e4e req-3cdc61fb-d619-4f4f-9df8-36020b7ff30a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:21.385112 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-73903834-c7ca-4855-ba4a-eab653692e4e req-3cdc61fb-d619-4f4f-9df8-36020b7ff30a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1124983
Oct 25 14:58:21.454432 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-38078e94-9b14-411c-ac84-8e7c549570a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:21.460448 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-73903834-c7ca-4855-ba4a-eab653692e4e req-2f65f530-0d95-41dd-a7f2-09044f16e20f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685806
Oct 25 14:58:21.510129 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-38078e94-9b14-411c-ac84-8e7c549570a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:21.612082 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-38078e94-9b14-411c-ac84-8e7c549570a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:21.640952 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4e9b7856-ea5e-4d99-a601-d63236c3d4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:21.672269 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38078e94-9b14-411c-ac84-8e7c549570a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2635bc3e-cc9e-46fd-acee-c2b64841d86e,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:21.677251 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-38078e94-9b14-411c-ac84-8e7c549570a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:21.680089 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-38078e94-9b14-411c-ac84-8e7c549570a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:21.680439 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7554c80-c9ea-48bc-a74e-2fa71100859d req-0a444c32-0962-4c99-95b6-793a02c254cb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:21.687132 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-38078e94-9b14-411c-ac84-8e7c549570a6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2635bc3e-cc9e-46fd-acee-c2b64841d86e HTTP/1.1" status: 204  len: 168 time: 0.3567166
Oct 25 14:58:21.690020 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f7554c80-c9ea-48bc-a74e-2fa71100859d req-0a444c32-0962-4c99-95b6-793a02c254cb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1073453
Oct 25 14:58:21.743037 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f7554c80-c9ea-48bc-a74e-2fa71100859d req-afc2a9e2-9b32-4833-89bd-61714040f06c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518832
Oct 25 14:58:22.545512 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54324) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:22.884939 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398e9bb-d420-4425-9f4d-9f934642b8b7 req-c84e3d8e-15f7-4fe9-a084-0559486b2a87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:22.902371 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7398e9bb-d420-4425-9f4d-9f934642b8b7 req-c84e3d8e-15f7-4fe9-a084-0559486b2a87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2358806
Oct 25 14:58:22.997749 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.016621 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:23.021141 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] Usage tracker for resource:security_group_rule and tenant:d73a9271cceb4cc188719998aa8917ee is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:23.024370 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:23.033491 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:23.051246 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7398e9bb-d420-4425-9f4d-9f934642b8b7 req-faf44a2d-5242-4e2e-a1b0-e71396edb5b7 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469326
Oct 25 14:58:23.139485 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70af5a-04ba-4547-bd6d-85cdfbc17ca4 req-600b81bb-a437-4010-a918-4fd681ac45e3 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:23.143388 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a70af5a-04ba-4547-bd6d-85cdfbc17ca4 req-600b81bb-a437-4010-a918-4fd681ac45e3 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.2364762
Oct 25 14:58:23.195549 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54348) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:23.211916 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.218069 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.237554 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a70af5a-04ba-4547-bd6d-85cdfbc17ca4 req-6af30541-f45e-4b5c-b8b6-0df4e43cf9b2 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822690
Oct 25 14:58:23.249681 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1b83c940-7ce9-4982-8333-a0ea4e175bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:23.274517 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d73a9271cceb4cc188719998aa8917ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7223003
Oct 25 14:58:23.274869 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54354) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:23.286018 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6637c9d6-fc20-4dce-b37b-d8afc122b336,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:23.289974 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:23.362250 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-26fe9588-3be7-42ba-8ffe-743deaac7496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.394803 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-26fe9588-3be7-42ba-8ffe-743deaac7496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.415850 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1035718593-network', 'tenant_id': 'ccbb76292ff94c57a48ed3833187805d'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:58:23.424799 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:23.433565 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Usage tracker for resource:network and tenant:ccbb76292ff94c57a48ed3833187805d is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:23.439937 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:23.451737 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:23.469789 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Made reservation on behalf of ccbb76292ff94c57a48ed3833187805d for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:58:23.472594 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.473998 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-26fe9588-3be7-42ba-8ffe-743deaac7496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.478427 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-35b06ab1-dfb8-432f-a5dd-0f5934a68ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:23.492802 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe9588-3be7-42ba-8ffe-743deaac7496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6637c9d6-fc20-4dce-b37b-d8afc122b336,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:23.497802 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-26fe9588-3be7-42ba-8ffe-743deaac7496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:23.505283 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-26fe9588-3be7-42ba-8ffe-743deaac7496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.506717 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-26fe9588-3be7-42ba-8ffe-743deaac7496 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6637c9d6-fc20-4dce-b37b-d8afc122b336 HTTP/1.1" status: 204  len: 168 time: 0.2307277
Oct 25 14:58:23.512204 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.550030 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:23.557739 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Usage tracker for resource:security_group_rule and tenant:ccbb76292ff94c57a48ed3833187805d is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:23.562832 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:23.574345 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:23.705040 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.710544 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.716006 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-54f54c4a-7d68-4149-b935-6e36f717e783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:23.750769 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:58:23.768157 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec46b7a-ee12-4310-ba19-cb677e0692cf,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:23.784821 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:23.785961 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.786293 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Added segment bfe8a5fe-c0ba-4046-aca5-0d186eb9d808 of type vlan for network 35d743c4-bf90-41ce-9bf6-34f905cbbf6b
Oct 25 14:58:23.832230 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.886663 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.888704 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:23.889693 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:23.897074 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8189f11f-29b3-4c3c-996a-1ebf9de83bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:24.041182 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54372) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:24.066185 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:24.084414 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:24.090017 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] Usage tracker for resource:security_group_rule and tenant:714176c520ab4c6791fbab0e0e3c02f0 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:24.095205 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:24.113154 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Pushing event updated for resources: {'Network': ['ID=35d743c4-bf90-41ce-9bf6-34f905cbbf6b,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:24.113682 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:24.121601 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:24.125805 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9278834
Oct 25 14:58:24.130229 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54380) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:24.133074 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 35d743c4-bf90-41ce-9bf6-34f905cbbf6b details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:58:24.141768 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Request body: {'subnet': {'network_id': '35d743c4-bf90-41ce-9bf6-34f905cbbf6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1035718593-subnet', 'tenant_id': 'ccbb76292ff94c57a48ed3833187805d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:58:24.153558 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:24.165350 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Usage tracker for resource:subnet and tenant:ccbb76292ff94c57a48ed3833187805d is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:24.185033 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:24.199347 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:24.219781 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Made reservation on behalf of ccbb76292ff94c57a48ed3833187805d for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:58:24.223872 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:24.365865 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54388) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:24.471612 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:24.482869 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:24.497970 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:24.648131 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=714176c520ab4c6791fbab0e0e3c02f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6053393
Oct 25 14:58:24.649726 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10efb0ab-5d09-4021-9dd6-922b6f9ce76f,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:24.663407 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54396) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:24.670800 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:24.679250 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:24.708641 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:24.710385 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:24.710627 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dafe5-1fdb-4d15-bca7-0713d76d5b99 req-54a2bc3b-4505-4375-8bbb-ae57cc098666 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:24.712994 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ec0dafe5-1fdb-4d15-bca7-0713d76d5b99 req-54a2bc3b-4505-4375-8bbb-ae57cc098666 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.5009158
Oct 25 14:58:24.722339 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:24.772829 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] Usage tracker for resource:security_group_rule and tenant:b5959a23f6a24fb6a824a7618dd315b3 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:24.863990 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b41361-6d6b-44dd-8e65-c3e38fc70640,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:24.879496 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:24.895197 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:24.909233 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ec0dafe5-1fdb-4d15-bca7-0713d76d5b99 req-21491825-609a-4d14-b28f-571319a0d5cc tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862652
Oct 25 14:58:24.933295 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c0466259-c4a4-441c-ae45-212690919344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:24.933596 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:24.972059 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a3761-dc32-4518-8cc2-db16d077627b req-2f3a5afa-ada0-4f66-964d-cbec93d902c4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:24.973800 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dc3a3761-dc32-4518-8cc2-db16d077627b req-2f3a5afa-ada0-4f66-964d-cbec93d902c4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.4306657
Oct 25 14:58:24.991668 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Checking segment: {'id': 'bfe8a5fe-c0ba-4046-aca5-0d186eb9d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '35d743c4-bf90-41ce-9bf6-34f905cbbf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:58:24.992103 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Network hostable DHCP agents. Network: 35d743c4-bf90-41ce-9bf6-34f905cbbf6b, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:58:25.010138 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c0466259-c4a4-441c-ae45-212690919344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:25.051404 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Network 35d743c4-bf90-41ce-9bf6-34f905cbbf6b is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:58:25.081682 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dc3a3761-dc32-4518-8cc2-db16d077627b req-491fb841-d222-42f2-9453-810e8dd98175 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925286
Oct 25 14:58:25.089286 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 35d743c4-bf90-41ce-9bf6-34f905cbbf6b) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:58:25.099915 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63833f-e2c1-4720-a6ca-b1de1c7bcd64 None None] Network 35d743c4-bf90-41ce-9bf6-34f905cbbf6b requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:58:25.104091 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:25.105071 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:25.112946 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:25.136461 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:25.144620 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c0466259-c4a4-441c-ae45-212690919344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:25.149018 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:25.159034 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1840789c-6e6e-43cc-9f88-eb6d7790b176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:25.161099 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0466259-c4a4-441c-ae45-212690919344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10efb0ab-5d09-4021-9dd6-922b6f9ce76f,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:25.166093 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c0466259-c4a4-441c-ae45-212690919344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:25.170511 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c0466259-c4a4-441c-ae45-212690919344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:25.175585 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-c0466259-c4a4-441c-ae45-212690919344 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10efb0ab-5d09-4021-9dd6-922b6f9ce76f HTTP/1.1" status: 204  len: 168 time: 0.5066698
Oct 25 14:58:25.244882 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-b8b506d2-37ee-4efe-932c-8d72c6a0dae7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1124942
Oct 25 14:58:25.250817 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b5959a23f6a24fb6a824a7618dd315b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8827751
Oct 25 14:58:25.251825 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f97117-c5f3-4222-8cea-1bb4f4eddcf4,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:25.254494 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54404) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:25.259813 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:25.451199 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-894ae6e0-cf39-426d-88a8-ee6bb13eb01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:25.528270 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-894ae6e0-cf39-426d-88a8-ee6bb13eb01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:25.557527 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037b9fee-adc3-480d-be2a-68c87f20cb42 None None] Network 35d743c4-bf90-41ce-9bf6-34f905cbbf6b requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:58:25.614897 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737be2a-e663-47d5-aaf7-6ba3f22b1e8c req-9e4aac3f-1e01-4950-bad6-17476af13d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:25.616643 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3737be2a-e663-47d5-aaf7-6ba3f22b1e8c req-9e4aac3f-1e01-4950-bad6-17476af13d08 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 1098 time: 0.1625211
Oct 25 14:58:25.713928 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-894ae6e0-cf39-426d-88a8-ee6bb13eb01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:25.801384 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1e8b1e7e-1d6f-4bf1-b93d-3d14618fe956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:25.861412 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-3737be2a-e663-47d5-aaf7-6ba3f22b1e8c req-2bd58e0f-a71e-41aa-983f-470f4b46a04c service neutron] Synchronizing usage tracker for tenant:12549af9dfe0434ebc8a12d37884b63e on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:58:25.887877 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ae6e0-cf39-426d-88a8-ee6bb13eb01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f97117-c5f3-4222-8cea-1bb4f4eddcf4,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:25.913368 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-894ae6e0-cf39-426d-88a8-ee6bb13eb01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:25.917234 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-894ae6e0-cf39-426d-88a8-ee6bb13eb01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:25.921999 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-894ae6e0-cf39-426d-88a8-ee6bb13eb01c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c9f97117-c5f3-4222-8cea-1bb4f4eddcf4 HTTP/1.1" status: 204  len: 168 time: 0.6649249
Oct 25 14:58:25.954215 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-3737be2a-e663-47d5-aaf7-6ba3f22b1e8c req-2bd58e0f-a71e-41aa-983f-470f4b46a04c service neutron] Unset dirty status for tenant:12549af9dfe0434ebc8a12d37884b63e on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:58:25.957002 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3737be2a-e663-47d5-aaf7-6ba3f22b1e8c req-2bd58e0f-a71e-41aa-983f-470f4b46a04c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3258946
Oct 25 14:58:26.436446 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43284db6-e677-4985-8223-14d6131385a1 req-483f7a8e-5b1b-4b37-adff-fdf65517c3f5 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:26.437468 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-43284db6-e677-4985-8223-14d6131385a1 req-483f7a8e-5b1b-4b37-adff-fdf65517c3f5 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2087181
Oct 25 14:58:26.512392 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-43284db6-e677-4985-8223-14d6131385a1 req-1ce1a0b7-6af1-4b27-92e3-86d70d8b2900 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678134
Oct 25 14:58:26.537377 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44286fdc-e2f5-4565-b3b3-3786b203098c req-0c67e1be-8e2d-4a22-8d56-405137db9c63 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:26.552826 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-44286fdc-e2f5-4565-b3b3-3786b203098c req-0c67e1be-8e2d-4a22-8d56-405137db9c63 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1974258
Oct 25 14:58:26.554189 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54448) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:26.621067 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-44286fdc-e2f5-4565-b3b3-3786b203098c req-b4c1bd6a-807d-4a70-8b06-df379b0ecf97 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667586
Oct 25 14:58:26.622675 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:26.656357 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:26.662896 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] Usage tracker for resource:security_group_rule and tenant:baf9d62c9a9c4d34ac07caec1ee20a2e is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:26.667344 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:26.675942 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:26.888975 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:26.897277 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:26.918441 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:27.009977 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54468) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:27.010450 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=baf9d62c9a9c4d34ac07caec1ee20a2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4536569
Oct 25 14:58:27.019080 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c5f0e9-7f7b-408d-8c3c-dd9dc2ba52bf,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:27.025795 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:27.124573 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54478) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:27.129894 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f3e25f6-c4b3-4af9-87e2-6830c0a02126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.132035 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1192691945-network', 'tenant_id': '371ee3d385e0484db19eb9102133598c'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:58:27.137298 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:27.142523 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Usage tracker for resource:network and tenant:371ee3d385e0484db19eb9102133598c is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:27.146169 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:27.155247 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:27.170761 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Made reservation on behalf of 371ee3d385e0484db19eb9102133598c for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:58:27.173731 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.184325 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f3e25f6-c4b3-4af9-87e2-6830c0a02126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.190166 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.209422 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:27.214438 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Usage tracker for resource:security_group_rule and tenant:371ee3d385e0484db19eb9102133598c is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:27.217719 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:27.225134 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:27.281569 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f3e25f6-c4b3-4af9-87e2-6830c0a02126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.285955 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-42b66a31-225c-46db-bb43-f8c925e1f125 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:27.299790 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e25f6-c4b3-4af9-87e2-6830c0a02126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c5f0e9-7f7b-408d-8c3c-dd9dc2ba52bf,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:27.312199 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9f3e25f6-c4b3-4af9-87e2-6830c0a02126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:27.314380 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f3e25f6-c4b3-4af9-87e2-6830c0a02126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.315838 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-9f3e25f6-c4b3-4af9-87e2-6830c0a02126 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/25c5f0e9-7f7b-408d-8c3c-dd9dc2ba52bf HTTP/1.1" status: 204  len: 168 time: 0.3045542
Oct 25 14:58:27.396751 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.404382 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.424049 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:58:27.437407 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-38078e94-9b14-411c-ac84-8e7c549570a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:27.499930 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b104e613-7663-4fbe-8e05-251eb56774f5,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:27.506599 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.507244 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Added segment ac0d8ae3-0a66-4894-905e-9350fd884115 of type vlan for network 753c3a65-8e7b-442a-8456-76761e32cb76
Oct 25 14:58:27.510054 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:27.545210 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.596583 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.600270 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:27.601395 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:27.688538 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-04c92ac6-31f3-4b1f-9a25-33f69aa0b0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:27.817579 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6907873
Oct 25 14:58:27.822155 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54500) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:27.843342 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Request body: {'subnet': {'network_id': '753c3a65-8e7b-442a-8456-76761e32cb76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1192691945-subnet', 'tenant_id': '371ee3d385e0484db19eb9102133598c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:58:27.853293 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:27.856075 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Pushing event updated for resources: {'Network': ['ID=753c3a65-8e7b-442a-8456-76761e32cb76,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:27.860588 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:27.861820 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Usage tracker for resource:subnet and tenant:371ee3d385e0484db19eb9102133598c is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:27.865286 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:27.873060 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:27.876018 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 753c3a65-8e7b-442a-8456-76761e32cb76 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:58:27.890833 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Made reservation on behalf of 371ee3d385e0484db19eb9102133598c for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:58:27.893803 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:28.072586 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e10b-27de-44d5-a612-9963c1149286 req-7e0288ef-9c1d-41a1-97c3-6fddb328e593 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:28.080227 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8857e10b-27de-44d5-a612-9963c1149286 req-7e0288ef-9c1d-41a1-97c3-6fddb328e593 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3726141
Oct 25 14:58:28.192576 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b847836-16c2-45bd-a78c-6f830819d70f req-98b9e260-56aa-4509-8c24-a45041b16f9e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:28.197534 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9b847836-16c2-45bd-a78c-6f830819d70f req-98b9e260-56aa-4509-8c24-a45041b16f9e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.4158208
Oct 25 14:58:28.276019 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54520) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:28.297185 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8857e10b-27de-44d5-a612-9963c1149286 req-753fdf2e-38c4-41a8-ac2d-7ddb237d736d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086337
Oct 25 14:58:28.316580 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9b847836-16c2-45bd-a78c-6f830819d70f req-f904710c-0540-4a4f-a8db-c915f1dd17dc tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994380
Oct 25 14:58:28.429812 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:28.454778 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:28.463304 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:28.466095 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:28.528522 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] Usage tracker for resource:security_group_rule and tenant:f6e06c1c827b407eb2e4bf65cd722d20 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:28.537715 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:28.540808 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba21ae48-673c-4018-8936-11e1968c18b2,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:28.551206 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:28.556790 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:28.627249 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Checking segment: {'id': 'ac0d8ae3-0a66-4894-905e-9350fd884115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '753c3a65-8e7b-442a-8456-76761e32cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:58:28.628369 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Network hostable DHCP agents. Network: 753c3a65-8e7b-442a-8456-76761e32cb76, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:58:28.731477 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Network 753c3a65-8e7b-442a-8456-76761e32cb76 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:58:28.776370 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:28.778701 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 753c3a65-8e7b-442a-8456-76761e32cb76) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:58:28.785780 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:28.786882 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:28.792321 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ef5b1-a296-46f2-97df-c894d4d3fc1b None None] Network 753c3a65-8e7b-442a-8456-76761e32cb76 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:58:28.794156 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:28.815326 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:28.950054 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6e06c1c827b407eb2e4bf65cd722d20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5638530
Oct 25 14:58:28.954025 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54546) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:28.955979 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1205592
Oct 25 14:58:28.957460 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcfaa57-2c32-4dc2-bb80-6a73c8326343,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:28.964418 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:29.043750 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-94154b29-1289-43c1-a0e6-1acc29bfca05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:29.083237 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-94154b29-1289-43c1-a0e6-1acc29bfca05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:29.183480 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-94154b29-1289-43c1-a0e6-1acc29bfca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:29.191437 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:29.192814 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8323188-d9f3-4c7a-98b7-d79a1a0236cb None None] Network 753c3a65-8e7b-442a-8456-76761e32cb76 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:58:29.205953 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-94154b29-1289-43c1-a0e6-1acc29bfca05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:29.207250 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-94154b29-1289-43c1-a0e6-1acc29bfca05 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8dcfaa57-2c32-4dc2-bb80-6a73c8326343 HTTP/1.1" status: 204  len: 168 time: 0.2519574
Oct 25 14:58:29.209892 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94154b29-1289-43c1-a0e6-1acc29bfca05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcfaa57-2c32-4dc2-bb80-6a73c8326343,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:29.212415 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-94154b29-1289-43c1-a0e6-1acc29bfca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:29.610289 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59c626-759c-4127-aacf-a2bbc0c3447a req-e1f0e21d-c2e2-4179-b6b4-405548c2e028 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:29.612179 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1a59c626-759c-4127-aacf-a2bbc0c3447a req-e1f0e21d-c2e2-4179-b6b4-405548c2e028 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1355391
Oct 25 14:58:29.725157 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1a59c626-759c-4127-aacf-a2bbc0c3447a req-b7a6232e-f3fc-4e3f-a342-a847abfa7413 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615995
Oct 25 14:58:29.756551 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7064a-1edf-4a6c-8bc0-48c311fd3317 req-3e4337b4-dcbf-402a-89fa-9c18a493803d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:29.758587 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-08e7064a-1edf-4a6c-8bc0-48c311fd3317 req-3e4337b4-dcbf-402a-89fa-9c18a493803d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1571524
Oct 25 14:58:29.955750 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-08e7064a-1edf-4a6c-8bc0-48c311fd3317 req-952f424d-925c-467d-ab9d-69013e6f2d49 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900847
Oct 25 14:58:30.030348 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe00e38-7809-43bc-88bb-fbdaa56e583b req-c1a07f4f-4b9e-4135-8446-0226808550be tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:30.032447 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cbe00e38-7809-43bc-88bb-fbdaa56e583b req-c1a07f4f-4b9e-4135-8446-0226808550be tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1270771
Oct 25 14:58:30.046668 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54590) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:30.052397 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-1666b7b4-431b-472b-9ce9-681dfe2fa7a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'floatingip': {'port_id': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:58:30.171797 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1666b7b4-431b-472b-9ce9-681dfe2fa7a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:30.858071 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:31.389995 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93884fb6-d2c9-4ede-8aea-7650fbf9326b req-0cff217c-5573-4b56-b45c-0dc6cafd9999 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:31.405393 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-93884fb6-d2c9-4ede-8aea-7650fbf9326b req-0cff217c-5573-4b56-b45c-0dc6cafd9999 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2343976
Oct 25 14:58:31.547047 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-93884fb6-d2c9-4ede-8aea-7650fbf9326b req-c63acbe5-925d-4bac-b88b-c15bfca49a81 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333251
Oct 25 14:58:31.759945 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1666b7b4-431b-472b-9ce9-681dfe2fa7a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:31.765140 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1666b7b4-431b-472b-9ce9-681dfe2fa7a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:32.068996 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.l3_db [None req-1666b7b4-431b-472b-9ce9-681dfe2fa7a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Floating IP fde7053f-7f7a-4284-952a-3b214c774412 associated. External IP: 172.27.3.52, port: f66a55dc-d5ed-42eb-9be4-b8ce83c55f80.
Oct 25 14:58:32.568099 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1666b7b4-431b-472b-9ce9-681dfe2fa7a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 14:58:32.971752 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1666b7b4-431b-472b-9ce9-681dfe2fa7a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 14:58:32.983254 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1666b7b4-431b-472b-9ce9-681dfe2fa7a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:32.990318 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] Sync routers for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 14:58:33.008429 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc5963-a1cd-45b3-8c1f-115a1dc6291f req-490f01e0-fc67-43fd-ba35-4b15b2d88cde tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:33.012302 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-54fc5963-a1cd-45b3-8c1f-115a1dc6291f req-490f01e0-fc67-43fd-ba35-4b15b2d88cde tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2411067
Oct 25 14:58:33.030379 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:58:33.035563 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f7b7160>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:58:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:33.136402 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-1666b7b4-431b-472b-9ce9-681dfe2fa7a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "PUT /v2.0/floatingips/fde7053f-7f7a-4284-952a-3b214c774412 HTTP/1.1" status: 200  len: 990 time: 3.0883255
Oct 25 14:58:33.137588 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'tag': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:58:33.173226 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-54fc5963-a1cd-45b3-8c1f-115a1dc6291f req-f25b02df-bf2b-42b9-a007-8423ef1530ed tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480210
Oct 25 14:58:33.278930 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'tag': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80', 'status': 'completed', 'code': 200}
Oct 25 14:58:33.537947 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:58:33.557904 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-9adc2f33-26f0-4ceb-8c4a-3ba0fd53f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:33.559514 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-9adc2f33-26f0-4ceb-8c4a-3ba0fd53f1b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 1098 time: 0.1589775
Oct 25 14:58:33.736965 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-087d0242-b878-4bfd-bf27-725c0a9838c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:33.738416 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-087d0242-b878-4bfd-bf27-725c0a9838c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 912 time: 0.1612997
Oct 25 14:58:33.937975 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-7549e9df-64c0-45be-8046-1021b52ecdc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 HTTP/1.1" status: 200  len: 998 time: 0.1853018
Oct 25 14:58:34.016529 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-1298b454-e9ff-4b73-b1b7-b5d962d81a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:34.018970 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-1298b454-e9ff-4b73-b1b7-b5d962d81a68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 200  len: 850 time: 0.0684869
Oct 25 14:58:34.042064 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f7b7160>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': 'fde7053f-7f7a-4284-952a-3b214c774412', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'port_id': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'mac_address': 'fa:16:3e:63:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T14:57:36Z', 'updated_at': '2021-10-25T14:58:31Z', 'revision_number': 1, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:34.049397 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] Checking router: 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 14:58:34.064890 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 14:58:34.065982 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f7b7160>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:58:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:34.191978 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-3bf308e3-e6f8-456c-9ab0-23ba3697fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:34.193735 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-3bf308e3-e6f8-456c-9ab0-23ba3697fd55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ded9f1b4-e675-4f41-9520-fcc0766d528a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1583264
Oct 25 14:58:34.625489 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 14:58:34.661206 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-1c5878ff-5f6d-4775-94ae-0b96cf3cdb5f service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4259429
Oct 25 14:58:34.854264 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6752a-e4b8-439f-9188-0bc187d18277 req-cd37e97b-a96a-4d28-95f4-e9b729a2c05f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:34.863066 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-66a6752a-e4b8-439f-9188-0bc187d18277 req-cd37e97b-a96a-4d28-95f4-e9b729a2c05f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3129892
Oct 25 14:58:35.037358 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d7c7c221-12da-4106-b095-28a9bc6d155e req-21920418-901e-45de-aad1-09ff55de4e4f service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3631756
Oct 25 14:58:35.086820 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-66a6752a-e4b8-439f-9188-0bc187d18277 req-5f56c70d-4c42-4bd7-bb7d-9d22a541bc9c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2179694
Oct 25 14:58:35.428243 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54748) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:35.479430 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f7b7160>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': 'fde7053f-7f7a-4284-952a-3b214c774412', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'port_id': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'mac_address': 'fa:16:3e:63:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T14:57:36Z', 'updated_at': '2021-10-25T14:58:31Z', 'revision_number': 1, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:35.488287 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55b96a-218e-497c-83cb-07f3efdec5be None None] The sync data for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi is: [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': 'fde7053f-7f7a-4284-952a-3b214c774412', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'port_id': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'mac_address': 'fa:16:3e:63:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T14:57:36Z', 'updated_at': '2021-10-25T14:58:31Z', 'revision_number': 1, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 14:58:35.670012 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:35.711787 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:35.718116 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] Usage tracker for resource:security_group_rule and tenant:f5196a7aa8a640d1bc5b880b5764f2e9 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:35.724620 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:35.736880 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:35.884562 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:35.892935 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:35.904388 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:35.913289 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda36a14-63cf-4374-9371-63cc95b59e47 None None] New status for floating IP fde7053f-7f7a-4284-952a-3b214c774412: ACTIVE {{(pid=86766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 14:58:35.995807 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54760) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:35.996594 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5196a7aa8a640d1bc5b880b5764f2e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5667200
Oct 25 14:58:36.011484 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3702c67b-e04d-43ce-a9c0-e75d5cdbe3c1,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:36.017237 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:36.096777 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-34a822e6-a66e-41fa-a4e9-e1aafbe41d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:36.133500 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-34a822e6-a66e-41fa-a4e9-e1aafbe41d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:36.214343 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-34a822e6-a66e-41fa-a4e9-e1aafbe41d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:36.218605 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:36.234382 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a822e6-a66e-41fa-a4e9-e1aafbe41d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3702c67b-e04d-43ce-a9c0-e75d5cdbe3c1,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:36.238844 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-34a822e6-a66e-41fa-a4e9-e1aafbe41d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:36.246980 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-34a822e6-a66e-41fa-a4e9-e1aafbe41d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:36.248418 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-34a822e6-a66e-41fa-a4e9-e1aafbe41d24 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3702c67b-e04d-43ce-a9c0-e75d5cdbe3c1 HTTP/1.1" status: 204  len: 168 time: 0.2516458
Oct 25 14:58:36.446988 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88883c7d-4354-4fb6-9d1c-6b791b582da8 req-87e0ad17-ade3-4472-87e9-6678af05622f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:36.449324 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-88883c7d-4354-4fb6-9d1c-6b791b582da8 req-87e0ad17-ade3-4472-87e9-6678af05622f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1446695
Oct 25 14:58:36.515532 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-88883c7d-4354-4fb6-9d1c-6b791b582da8 req-da85ba0f-3dab-4a2c-8e3f-3ea2e0684534 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520978
Oct 25 14:58:36.626934 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54780) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:36.648069 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:36.665897 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:36.673404 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:60d1109ca22e41a69cde118009687e86 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:36.678909 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:36.690284 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:36.830650 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:36.836065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:36.844317 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5a91ca62-8278-43e2-aff6-151fac2bd05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:36.905764 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=60d1109ca22e41a69cde118009687e86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2738099
Oct 25 14:58:36.905764 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2192b856-543c-4b16-91a1-83514510e854,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:36.907472 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54792) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:36.910132 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:37.023689 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c50f-c7d3-480e-a3d2-eef44a86fd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:37.075103 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c50f-c7d3-480e-a3d2-eef44a86fd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:37.159831 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c50f-c7d3-480e-a3d2-eef44a86fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:37.165225 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-dc8fb2e5-67c9-4611-b26c-beb73fd449d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:37.184111 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4c50f-c7d3-480e-a3d2-eef44a86fd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2192b856-543c-4b16-91a1-83514510e854,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:37.186734 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7ce4c50f-c7d3-480e-a3d2-eef44a86fd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:37.200027 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c50f-c7d3-480e-a3d2-eef44a86fd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:37.201608 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-7ce4c50f-c7d3-480e-a3d2-eef44a86fd46 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2192b856-543c-4b16-91a1-83514510e854 HTTP/1.1" status: 204  len: 168 time: 0.2913258
Oct 25 14:58:37.865832 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a287a-3030-41fe-b097-4cf59dcde87f req-a0bbd81e-ff7e-4010-b76a-c92af08ab017 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:37.868647 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-187a287a-3030-41fe-b097-4cf59dcde87f req-a0bbd81e-ff7e-4010-b76a-c92af08ab017 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1295831
Oct 25 14:58:37.945878 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-187a287a-3030-41fe-b097-4cf59dcde87f req-21a33b01-33ca-4aed-a95f-3a7e67a66221 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640717
Oct 25 14:58:38.235248 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff337b9a-04c5-4a02-a773-d5201cba5639 req-8427fb9d-357d-44c9-a6cb-fda1c0c5458f tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:38.238050 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ff337b9a-04c5-4a02-a773-d5201cba5639 req-8427fb9d-357d-44c9-a6cb-fda1c0c5458f tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.1547949
Oct 25 14:58:38.308534 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ff337b9a-04c5-4a02-a773-d5201cba5639 req-6b7df465-1c66-4097-9af1-23924e462e6c tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639393
Oct 25 14:58:39.209893 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06aa7f-3652-4cf0-bedc-aab2d7271ca2 req-15f8addc-a753-44dd-9ab6-7d7834a19736 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:39.213119 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6c06aa7f-3652-4cf0-bedc-aab2d7271ca2 req-15f8addc-a753-44dd-9ab6-7d7834a19736 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1527088
Oct 25 14:58:39.282829 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6c06aa7f-3652-4cf0-bedc-aab2d7271ca2 req-fa438322-1396-46cc-b5d6-a11321951ac9 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619981
Oct 25 14:58:39.558892 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00edd5-8a05-4088-a0b9-cecc6d730468 req-ab8c635f-5b1e-4ca6-a97e-7cbc082a910e tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:39.561218 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bd00edd5-8a05-4088-a0b9-cecc6d730468 req-ab8c635f-5b1e-4ca6-a97e-7cbc082a910e tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.1169689
Oct 25 14:58:39.655493 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bd00edd5-8a05-4088-a0b9-cecc6d730468 req-02d434b0-6fc4-42f7-9dc9-ccf6e37209c0 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737350
Oct 25 14:58:39.766099 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:58:40.198628 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:40.507774 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097c4d-d02f-4d45-aa2c-543e8497dae2 req-ebecf2f9-64da-4452-82c0-78b6f87b925a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:40.509430 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c1097c4d-d02f-4d45-aa2c-543e8497dae2 req-ebecf2f9-64da-4452-82c0-78b6f87b925a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.0964530
Oct 25 14:58:40.540691 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ef08a08d-a1e8-456e-aa53-3091fd0d518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:40.569639 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c1097c4d-d02f-4d45-aa2c-543e8497dae2 req-ed8a9a9e-6f27-40f1-84d9-865ebe1eccaa tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468204
Oct 25 14:58:41.047702 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fcdc4-d026-40ee-9877-afaad2c4f56a req-682716f0-22c7-4e22-8ddc-d8e221c1343d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:41.054787 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f65fcdc4-d026-40ee-9877-afaad2c4f56a req-682716f0-22c7-4e22-8ddc-d8e221c1343d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.1259432
Oct 25 14:58:41.108529 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f65fcdc4-d026-40ee-9877-afaad2c4f56a req-73d4fbad-b2bb-416d-a18b-696049c9cffd tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517921
Oct 25 14:58:41.893805 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35f174-1f3a-49b4-b4ee-b42ea7350e6f req-f3e15427-9ff8-41fd-bb1b-5a90e9e805b2 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:41.896347 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8d35f174-1f3a-49b4-b4ee-b42ea7350e6f req-f3e15427-9ff8-41fd-bb1b-5a90e9e805b2 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1330860
Oct 25 14:58:41.933236 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 54936) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:41.964714 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8d35f174-1f3a-49b4-b4ee-b42ea7350e6f req-88f25417-04f8-41d3-8e7c-9b7704d8e469 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600674
Oct 25 14:58:42.106154 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:42.134013 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:42.141087 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] Usage tracker for resource:security_group_rule and tenant:cbea23a9018e40d3a0059ce0ee8aefa6 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:42.146447 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:42.157541 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:42.303172 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:42.310622 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:42.326683 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-086ad5f3-0ffd-431f-ab1b-84c1299fd21f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:42.359686 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbea23a9018e40d3a0059ce0ee8aefa6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4246583
Oct 25 14:58:42.365376 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 54952) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:42.389459 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b79ae0-8f9e-4e97-9a62-65a8bf8ff90c,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:42.402455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37537aac-d267-4222-9cf4-d1bdc3c2bd60 req-15a306aa-7ca0-4f51-b7ce-017726a59959 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:42.404273 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:42.411317 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-37537aac-d267-4222-9cf4-d1bdc3c2bd60 req-15a306aa-7ca0-4f51-b7ce-017726a59959 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.1785951
Oct 25 14:58:42.540709 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-37537aac-d267-4222-9cf4-d1bdc3c2bd60 req-05267af6-18fa-44c2-9e50-caef1d78544a tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849729
Oct 25 14:58:42.573056 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-24393d54-c624-471e-bf96-e3cd78fbf1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:42.610762 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-c82a9e22-7066-4ddf-bb78-2a18a54f5673 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:42.612276 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-c82a9e22-7066-4ddf-bb78-2a18a54f5673 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.2261238
Oct 25 14:58:42.616943 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-24393d54-c624-471e-bf96-e3cd78fbf1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:42.720358 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Deleting port 6add59a9-a62f-42e0-8e1e-525107c06a8a {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 14:58:42.720724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:42.962779 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-24393d54-c624-471e-bf96-e3cd78fbf1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:42.974928 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9f3e25f6-c4b3-4af9-87e2-6830c0a02126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:42.991246 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24393d54-c624-471e-bf96-e3cd78fbf1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b79ae0-8f9e-4e97-9a62-65a8bf8ff90c,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:43.001144 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-24393d54-c624-471e-bf96-e3cd78fbf1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:43.023179 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-24393d54-c624-471e-bf96-e3cd78fbf1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:43.024646 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-24393d54-c624-471e-bf96-e3cd78fbf1e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93b79ae0-8f9e-4e97-9a62-65a8bf8ff90c HTTP/1.1" status: 204  len: 168 time: 0.6581409
Oct 25 14:58:43.315135 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] For port 6add59a9-a62f-42e0-8e1e-525107c06a8a, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=6add59a9-a62f-42e0-8e1e-525107c06a8a,segment=NetworkSegment(d2401e63-8369-4495-8067-81ee25cdf132),segment_id=d2401e63-8369-4495-8067-81ee25cdf132)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:58:43.315529 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:43.472718 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Calling delete_port for 6add59a9-a62f-42e0-8e1e-525107c06a8a owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 14:58:43.529368 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3815690-155b-461d-8392-af11f8b1a3f6 req-7dff1cd8-553d-4459-b9b1-55eab72e97ea tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:43.530940 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d3815690-155b-461d-8392-af11f8b1a3f6 req-7dff1cd8-553d-4459-b9b1-55eab72e97ea tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3131068
Oct 25 14:58:43.535771 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55006) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:43.579457 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-0bd701cd-a623-4ac5-af3c-3a65ead6f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:43.591320 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:43.614695 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:43.622440 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] Usage tracker for resource:security_group_rule and tenant:35d686e0a77243f99a87c908661f55b6 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:43.625984 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:43.638968 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:43.788083 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:43.798554 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:43.861710 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:43.870350 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d3815690-155b-461d-8392-af11f8b1a3f6 req-d972fadd-84cd-4caa-865d-61b5857bae5d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3210115
Oct 25 14:58:43.911007 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35d686e0a77243f99a87c908661f55b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3719146
Oct 25 14:58:43.912152 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd306aa-4d8a-443f-840d-c2b2fb1fba91,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:43.918214 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55016) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:43.919837 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:44.036595 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5398f809-6d5e-4ea2-8014-9841646f393b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:44.056753 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:44.072308 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad28b3-81ba-45ca-a60d-26c09d06d224 req-bcde0826-3a39-4548-9f3b-3e8f059df638 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:44.074965 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9ad28b3-81ba-45ca-a60d-26c09d06d224 req-bcde0826-3a39-4548-9f3b-3e8f059df638 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 945 time: 0.2766800
Oct 25 14:58:44.086041 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:44.090838 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5398f809-6d5e-4ea2-8014-9841646f393b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:44.122512 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['6add59a9-a62f-42e0-8e1e-525107c06a8a'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:58:44.198654 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Pushing event deleted for resources: {'Port': ['ID=6add59a9-a62f-42e0-8e1e-525107c06a8a,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:44.208619 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:44.232936 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5398f809-6d5e-4ea2-8014-9841646f393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:44.241065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b85f7adb-618b-4685-8f85-dbec7c538814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:44.275128 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398f809-6d5e-4ea2-8014-9841646f393b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd306aa-4d8a-443f-840d-c2b2fb1fba91,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:44.278935 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5398f809-6d5e-4ea2-8014-9841646f393b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:44.310996 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5398f809-6d5e-4ea2-8014-9841646f393b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:44.317277 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5398f809-6d5e-4ea2-8014-9841646f393b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6bd306aa-4d8a-443f-840d-c2b2fb1fba91 HTTP/1.1" status: 204  len: 168 time: 0.3917618
Oct 25 14:58:44.377996 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9ad28b3-81ba-45ca-a60d-26c09d06d224 req-5e79728a-87fc-4248-b0ac-83f643d3f5ba tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/security-groups?id=f076c9f5-51bc-4a7e-96d0-dcb583bdea18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2932127
Oct 25 14:58:44.380396 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] No DVR routers for this DVR port 6add59a9-a62f-42e0-8e1e-525107c06a8a on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 14:58:44.387780 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:44.394536 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b470d5-422a-435f-85f5-4c42a54a4472', 'name': 'network-vif-deleted', 'tag': '6add59a9-a62f-42e0-8e1e-525107c06a8a'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:58:44.412722 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dfeb3187-4672-4f64-bdd1-e1b14e2e5388 req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.37 "DELETE /v2.0/ports/6add59a9-a62f-42e0-8e1e-525107c06a8a HTTP/1.1" status: 204  len: 173 time: 1.7870188
Oct 25 14:58:44.446426 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:44.540242 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b470d5-422a-435f-85f5-4c42a54a4472', 'name': 'network-vif-deleted', 'tag': '6add59a9-a62f-42e0-8e1e-525107c06a8a', 'status': 'completed', 'code': 200}
Oct 25 14:58:44.949133 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55050) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:45.244675 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:45.312361 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:45.333849 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] Usage tracker for resource:security_group_rule and tenant:e93d9b9df2e94bf19d3746f563a44ead is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:45.347848 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:45.368915 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:45.551461 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ef49d-3d7f-4f1f-96c7-d9c815b0be23 req-373fedae-ceac-4a7a-b502-b35f22244d2d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:45.571137 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5f1ef49d-3d7f-4f1f-96c7-d9c815b0be23 req-373fedae-ceac-4a7a-b502-b35f22244d2d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.4573557
Oct 25 14:58:45.676920 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5f1ef49d-3d7f-4f1f-96c7-d9c815b0be23 req-88a7f0d9-3ecf-4290-9e3f-045a1b9b6902 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013055
Oct 25 14:58:45.743760 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:45.758067 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:45.786126 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-632d9fc2-dd7a-4896-864b-2ad437b6d36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:45.890912 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-e30bd188-ff94-48f3-b213-b5073c437fca req-1b9805a6-99a2-4192-940d-515bdb8702f5 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Synchronizing usage tracker for tenant:4a8a71f562124751a24c84588a42e5d5 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:58:45.926752 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10ff695-fea2-477d-8dbc-c67a1065037c,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:45.936408 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e93d9b9df2e94bf19d3746f563a44ead&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9846487
Oct 25 14:58:45.938391 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:45.939508 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55088) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:45.963077 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-e30bd188-ff94-48f3-b213-b5073c437fca req-1b9805a6-99a2-4192-940d-515bdb8702f5 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Unset dirty status for tenant:4a8a71f562124751a24c84588a42e5d5 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:58:45.984452 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e30bd188-ff94-48f3-b213-b5073c437fca req-1b9805a6-99a2-4192-940d-515bdb8702f5 tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6b470d5-422a-435f-85f5-4c42a54a4472 HTTP/1.1" status: 200  len: 210 time: 0.1549594
Oct 25 14:58:46.073171 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bb876938-9b3d-460c-aae2-ce275e196100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:46.118269 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bb876938-9b3d-460c-aae2-ce275e196100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:46.203340 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bb876938-9b3d-460c-aae2-ce275e196100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:46.209502 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a62d382c-d47b-4c7f-84a4-6271e9139ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:46.227683 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb876938-9b3d-460c-aae2-ce275e196100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10ff695-fea2-477d-8dbc-c67a1065037c,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:46.231358 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-bb876938-9b3d-460c-aae2-ce275e196100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:46.234590 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bb876938-9b3d-460c-aae2-ce275e196100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:46.243048 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-bb876938-9b3d-460c-aae2-ce275e196100 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b10ff695-fea2-477d-8dbc-c67a1065037c HTTP/1.1" status: 204  len: 168 time: 0.2975035
Oct 25 14:58:46.496719 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 6add59a9-a62f-42e0-8e1e-525107c06a8a no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 14:58:46.538090 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: 6add59a9-a62f-42e0-8e1e-525107c06a8a {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 14:58:46.538599 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 6add59a9-a62f-42e0-8e1e-525107c06a8a not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 14:58:46.647887 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:46.957908 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55134) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:46.989001 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:47.036724 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:47.050909 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] Usage tracker for resource:security_group_rule and tenant:1bebbe20519f411183dd9c437943d6e6 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:47.057535 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:47.072886 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:47.209904 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:47.217375 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:47.261031 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12165730-028a-49a8-bbc6-5a0eefe718b4 req-8fbb3194-3f2d-4d33-87f9-328301b9373a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:47.277516 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-12165730-028a-49a8-bbc6-5a0eefe718b4 req-8fbb3194-3f2d-4d33-87f9-328301b9373a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3237927
Oct 25 14:58:47.284238 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:47.353573 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1bebbe20519f411183dd9c437943d6e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3942204
Oct 25 14:58:47.356845 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55142) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:47.369869 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b0fec2-d0b5-4167-98a1-7086302c9e96,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:47.374834 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:47.400365 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-12165730-028a-49a8-bbc6-5a0eefe718b4 req-0dae428e-3c38-4e04-bf3b-bfe8dfdfbf64 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199245
Oct 25 14:58:47.456967 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-821f8449-ae30-4dc5-8815-fbb14457f2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:47.491509 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-821f8449-ae30-4dc5-8815-fbb14457f2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:47.571154 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-821f8449-ae30-4dc5-8815-fbb14457f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:47.579639 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:47.597213 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f8449-ae30-4dc5-8815-fbb14457f2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b0fec2-d0b5-4167-98a1-7086302c9e96,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:47.605264 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-821f8449-ae30-4dc5-8815-fbb14457f2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:47.608657 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-821f8449-ae30-4dc5-8815-fbb14457f2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:47.610055 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-821f8449-ae30-4dc5-8815-fbb14457f2eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34b0fec2-d0b5-4167-98a1-7086302c9e96 HTTP/1.1" status: 204  len: 168 time: 0.2371449
Oct 25 14:58:47.713675 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 55162) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:48.397356 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:48.441946 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:48.450869 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] Usage tracker for resource:security_group_rule and tenant:8972fc79b7de48839f5212bfcc90b1a6 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:48.457558 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:48.471712 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:48.667253 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55194) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:48.674745 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:48.684263 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:48.700983 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:48.701242 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:48.744891 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:48.755286 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8972fc79b7de48839f5212bfcc90b1a6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0402875
Oct 25 14:58:48.759638 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03a9d42-79a3-4526-ab74-c9cd64975283,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:48.762371 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 55198) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:48.768523 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] Usage tracker for resource:security_group_rule and tenant:c61cb585b63442d79b319d4de6e5a7e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:48.777766 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:48.794646 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:48.799004 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:48.819024 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37e8f-e0e2-4eed-9a79-e487e6fae825 req-fcf9e343-e746-46e2-9f89-77efc95732db tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:48.821684 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-23b37e8f-e0e2-4eed-9a79-e487e6fae825 req-fcf9e343-e746-46e2-9f89-77efc95732db tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2230086
Oct 25 14:58:48.934672 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-23b37e8f-e0e2-4eed-9a79-e487e6fae825 req-36ae312f-38ab-46bc-8e38-4f3597bd3807 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942528
Oct 25 14:58:48.960359 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-eeb7bdfe-4082-4919-a82b-f888ba9672c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:49.009718 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-eeb7bdfe-4082-4919-a82b-f888ba9672c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:49.099506 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-eeb7bdfe-4082-4919-a82b-f888ba9672c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:49.105592 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:49.130579 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7bdfe-4082-4919-a82b-f888ba9672c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03a9d42-79a3-4526-ab74-c9cd64975283,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:49.146913 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-eeb7bdfe-4082-4919-a82b-f888ba9672c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:49.153984 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-eeb7bdfe-4082-4919-a82b-f888ba9672c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:49.155700 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-eeb7bdfe-4082-4919-a82b-f888ba9672c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e03a9d42-79a3-4526-ab74-c9cd64975283 HTTP/1.1" status: 204  len: 168 time: 0.3906076
Oct 25 14:58:49.214776 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:49.223938 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:49.241700 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-caec2b39-d583-402e-9f20-b82ed6eabf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:49.294796 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c61cb585b63442d79b319d4de6e5a7e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6269259
Oct 25 14:58:49.297395 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a160d7-f3d3-4f7e-8058-bfb90dabf16f,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:49.301010 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:49.301914 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55224) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:49.386787 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5f3be64c-078b-422f-83dd-42df7ec3a9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:49.455753 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5f3be64c-078b-422f-83dd-42df7ec3a9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:49.540455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-84b3975d-a7fc-43a0-87a6-0d63374e4c8c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:49.548499 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-84b3975d-a7fc-43a0-87a6-0d63374e4c8c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 815 time: 0.3502119
Oct 25 14:58:49.568532 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-3b484aef-7650-487b-b09d-ac4d33722dac tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/quotas/670374964f714196ab5d431e5e2fc9bd HTTP/1.1" status: 200  len: 375 time: 0.0192170
Oct 25 14:58:49.636208 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5f3be64c-078b-422f-83dd-42df7ec3a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:49.643230 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a815c4f2-dbfe-4d4d-ad0f-4bfb6b114975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:49.666126 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3be64c-078b-422f-83dd-42df7ec3a9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a160d7-f3d3-4f7e-8058-bfb90dabf16f,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:49.674783 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5f3be64c-078b-422f-83dd-42df7ec3a9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:49.685574 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5f3be64c-078b-422f-83dd-42df7ec3a9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:49.689462 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5f3be64c-078b-422f-83dd-42df7ec3a9fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6a160d7-f3d3-4f7e-8058-bfb90dabf16f HTTP/1.1" status: 204  len: 168 time: 0.3841372
Oct 25 14:58:49.729703 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-593127bd-d4b6-4046-a87f-20852e06065f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1599712
Oct 25 14:58:50.108065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55252) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:50.127405 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-d9d87ebb-b0b1-497a-8aef-294d09e2cc83 service neutron] 10.222.0.57 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3948452
Oct 25 14:58:50.177216 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:50.194196 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:50.202172 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] Usage tracker for resource:security_group_rule and tenant:d429378b8bd04bbe8f1b8384cfea8c1f is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:50.205899 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:50.216926 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:50.376226 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:50.382581 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:50.393129 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d839e50b-80db-41bb-8d7b-c15c699a7ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:50.410736 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-d9453766-fbb9-45d4-b3aa-b217d8d65e96 service neutron] 10.222.0.57 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2787783
Oct 25 14:58:50.422862 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed80054-575c-4ec7-a35c-eb2886d23606 req-d815e682-4463-41ba-8d4e-a2c81113a194 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:50.425054 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ed80054-575c-4ec7-a35c-eb2886d23606 req-d815e682-4463-41ba-8d4e-a2c81113a194 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1486259
Oct 25 14:58:50.433238 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d429378b8bd04bbe8f1b8384cfea8c1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3210659
Oct 25 14:58:50.437363 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 55258) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:50.443215 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eafd35-4961-4464-a2d0-388d32f77b6b,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:50.447851 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:50.586778 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ed80054-575c-4ec7-a35c-eb2886d23606 req-4f1ef42d-4141-4d19-846f-f0bb90d1c591 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438670
Oct 25 14:58:50.627868 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-24e524d8-d650-4c27-8f89-c209fec4e18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:50.663532 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55272) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:50.759987 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_v2 [None req-083b469f-2c9e-4e97-80e0-24ff7ebd5219 admin admin] Deleting subnet 4a30187b-b86b-43d7-b205-c27d6bc6f3ad {{(pid=86765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 14:58:50.766771 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-083b469f-2c9e-4e97-80e0-24ff7ebd5219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:50.833646 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-083b469f-2c9e-4e97-80e0-24ff7ebd5219 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:50.846523 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-083b469f-2c9e-4e97-80e0-24ff7ebd5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:50.866138 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-061d5422-724f-4514-b581-171ae322518a req-6c2b3193-5c35-45d6-9500-50eb893a0b4a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 210 time: 0.1826129
Oct 25 14:58:50.883549 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-24e524d8-d650-4c27-8f89-c209fec4e18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.000770 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-24e524d8-d650-4c27-8f89-c209fec4e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.002468 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-083b469f-2c9e-4e97-80e0-24ff7ebd5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.007437 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-bab07eac-6314-42db-934a-105c724e458d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:51.010624 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-24393d54-c624-471e-bf96-e3cd78fbf1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:51.026897 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e524d8-d650-4c27-8f89-c209fec4e18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eafd35-4961-4464-a2d0-388d32f77b6b,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:51.040803 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-24e524d8-d650-4c27-8f89-c209fec4e18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:51.047521 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-24e524d8-d650-4c27-8f89-c209fec4e18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.049060 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-24e524d8-d650-4c27-8f89-c209fec4e18a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3eafd35-4961-4464-a2d0-388d32f77b6b HTTP/1.1" status: 204  len: 168 time: 0.6097517
Oct 25 14:58:51.061409 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b469f-2c9e-4e97-80e0-24ff7ebd5219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a30187b-b86b-43d7-b205-c27d6bc6f3ad,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:51.070147 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-083b469f-2c9e-4e97-80e0-24ff7ebd5219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:51.079318 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-083b469f-2c9e-4e97-80e0-24ff7ebd5219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.093329 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-083b469f-2c9e-4e97-80e0-24ff7ebd5219 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4a30187b-b86b-43d7-b205-c27d6bc6f3ad HTTP/1.1" status: 204  len: 168 time: 0.4279118
Oct 25 14:58:51.097762 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 55294) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:51.293397 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.531978 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.562207 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6d6ed190>,) {'filters': {'network_id': ['446a31bb-98df-499a-a5d2-1b4f24598466']}} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:51.582036 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6d6ed190>, 'd2401e63-8369-4495-8067-81ee25cdf132') {'for_net_delete': True} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:51.582742 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6d6ed190>, 'd2401e63-8369-4495-8067-81ee25cdf132') {} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:51.599110 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-584115'] for segment, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.631951 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.643428 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=86764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 14:58:51.644273 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31638055'] for segment, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]: Traceback (most recent call last):
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     timer()
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     cb(*args, **kw)
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     return func(*args, **kwargs)
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     self._notify()
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     self.callback(batched_events)
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     event.method(event)
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     return f(self, *a, **k)
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._get(url).json()
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self.request(url, 'GET', **kwargs)
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 14:58:51.660939 dv-cinder-813751-1-iscsi neutron-server[86764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 14:58:51.851418 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.856530 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:51.876801 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:51.886166 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Pushing event deleted for resources: {'Network': ['ID=446a31bb-98df-499a-a5d2-1b4f24598466,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:51.908691 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:52.008494 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] 10.222.0.57 "DELETE /v2.0/networks/446a31bb-98df-499a-a5d2-1b4f24598466 HTTP/1.1" status: 204  len: 168 time: 0.9049001
Oct 25 14:58:52.117933 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d029de-a847-48d5-9e30-bcbfa4b30d38 req-41cc02de-443b-4b1d-86fb-1c1f1882f75c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:52.127539 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-49d029de-a847-48d5-9e30-bcbfa4b30d38 req-41cc02de-443b-4b1d-86fb-1c1f1882f75c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2201002
Oct 25 14:58:52.266204 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-49d029de-a847-48d5-9e30-bcbfa4b30d38 req-0c8404d8-2fd2-41ca-802d-03c358b94210 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328068
Oct 25 14:58:52.293877 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1a050f03-492f-4fa1-bbc8-19f042c09c9a req-bc87e8d1-b648-4519-9fe8-9e767e6bac16 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 210 time: 0.0918221
Oct 25 14:58:52.514391 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 55346) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:52.653577 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55352) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:52.671957 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-1680bd2b-7fc3-4e83-a604-9aa242ac5e49 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a8a71f562124751a24c84588a42e5d5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1554370
Oct 25 14:58:52.672961 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55358) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:52.837905 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-17abcc2f-4856-4dc7-b1c7-9c5f84b929b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:52.895796 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-17abcc2f-4856-4dc7-b1c7-9c5f84b929b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:52.970659 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:53.019071 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:53.027432 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] Usage tracker for resource:security_group_rule and tenant:2b73f173122a471d8d1203aaabbcd6db is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:53.034654 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:53.049197 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:53.185572 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-17abcc2f-4856-4dc7-b1c7-9c5f84b929b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:53.200794 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a5bd5fce-2152-4ffc-aa95-85138b23a01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:53.224754 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-b529f75d-0b99-4d9b-8bf2-693667b1ebcc tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:53.225669 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abcc2f-4856-4dc7-b1c7-9c5f84b929b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f076c9f5-51bc-4a7e-96d0-dcb583bdea18,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:53.227743 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-b529f75d-0b99-4d9b-8bf2-693667b1ebcc tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 815 time: 0.3276372
Oct 25 14:58:53.241737 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-17abcc2f-4856-4dc7-b1c7-9c5f84b929b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:53.265311 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-17abcc2f-4856-4dc7-b1c7-9c5f84b929b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:53.267212 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-17abcc2f-4856-4dc7-b1c7-9c5f84b929b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f076c9f5-51bc-4a7e-96d0-dcb583bdea18 HTTP/1.1" status: 204  len: 168 time: 0.5933294
Oct 25 14:58:53.268119 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Request body: {'port': {'device_id': '3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac', 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b', 'admin_state_up': True, 'tenant_id': '670374964f714196ab5d431e5e2fc9bd'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:58:53.295170 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:53.307074 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:53.317538 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-21f6d121-3bf1-449b-befc-b072b0157c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:53.391504 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b73f173122a471d8d1203aaabbcd6db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7360976
Oct 25 14:58:53.392506 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7facc8-bd78-4516-95ac-1fbc9550b02f,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:53.401308 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55380) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:53.408922 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:53.586551 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-766f479c-47d6-4cbe-bc73-218e35708dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:53.665356 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-766f479c-47d6-4cbe-bc73-218e35708dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:53.824242 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-766f479c-47d6-4cbe-bc73-218e35708dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:53.832565 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-bb876938-9b3d-460c-aae2-ce275e196100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:53.867156 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f479c-47d6-4cbe-bc73-218e35708dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7facc8-bd78-4516-95ac-1fbc9550b02f,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:53.877281 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-766f479c-47d6-4cbe-bc73-218e35708dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:53.887407 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-766f479c-47d6-4cbe-bc73-218e35708dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:53.892888 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-766f479c-47d6-4cbe-bc73-218e35708dac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a7facc8-bd78-4516-95ac-1fbc9550b02f HTTP/1.1" status: 204  len: 168 time: 0.4887235
Oct 25 14:58:54.094594 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1303e867-d736-441a-b26f-a764fb9c2259 req-367c6181-261b-453e-8d72-cab35ec74990 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 210 time: 0.4081566
Oct 25 14:58:54.097726 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:54.118279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:54.161993 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Made reservation on behalf of 670374964f714196ab5d431e5e2fc9bd for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:58:54.166583 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:54.217173 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731d45e-65d2-4423-9152-c4963e6789db req-ab56284b-b2f8-4644-8514-a0087c714df3 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:54.225997 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0731d45e-65d2-4423-9152-c4963e6789db req-ab56284b-b2f8-4644-8514-a0087c714df3 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.5295467
Oct 25 14:58:54.452594 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0731d45e-65d2-4423-9152-c4963e6789db req-7ab621f8-f5ec-49a5-a8cd-1e8859a9757a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246373
Oct 25 14:58:54.649450 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Allocated IP 172.20.0.12 (b6e2eca2-82bf-4259-8e1a-ff594890c64b/d6790719-2903-414f-a312-fc29486c7143/ac09379f-0fc2-41eb-9077-e12089f6c760) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:58:55.068522 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:55.120417 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:55.130468 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f317c67d-eda3-4d57-ab3a-9619a6a7e06d tempest-DeleteServersTestJSON-1471915811 tempest-DeleteServersTestJSON-1471915811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:55.186704 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['eb1140f6-9ef5-4a12-b689-f625af47513a'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:58:55.276063 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Network b6e2eca2-82bf-4259-8e1a-ff594890c64b is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:58:55.301245 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:58:55.309493 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:58:55.423244 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Pushing event updated for resources: {'Port': ['ID=ac09379f-0fc2-41eb-9077-e12089f6c760,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:55.441027 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:55.468656 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:55.469462 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:55.538419 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2803619
Oct 25 14:58:55.555857 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66520fbd-f6ec-4245-b354-15dbebf1a4dc req-eca2700a-1578-47b3-8761-5690765720f5 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:55.557641 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-66520fbd-f6ec-4245-b354-15dbebf1a4dc req-eca2700a-1578-47b3-8761-5690765720f5 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Synchronizing usage tracker for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:58:55.569744 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Request body: {'port': {'device_id': '3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:58:55.692699 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-66520fbd-f6ec-4245-b354-15dbebf1a4dc req-eca2700a-1578-47b3-8761-5690765720f5 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Unset dirty status for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:58:55.699921 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-66520fbd-f6ec-4245-b354-15dbebf1a4dc req-eca2700a-1578-47b3-8761-5690765720f5 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 932 time: 0.3344646
Oct 25 14:58:55.955426 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-66520fbd-f6ec-4245-b354-15dbebf1a4dc req-e8af4a78-2623-4ace-8429-26baf91d3e8f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541089
Oct 25 14:58:55.998923 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:56.326293 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55520) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:56.444162 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_v2 [None req-73419474-3a55-4036-af69-d33b4f654bd1 admin admin] Deleting subnet c0b41361-6d6b-44dd-8e65-c3e38fc70640 {{(pid=86765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 14:58:56.467174 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-73419474-3a55-4036-af69-d33b4f654bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:56.512789 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed3a01-3ba2-4aa1-a426-b824cb0114d9 req-f4688d38-e760-4b27-aef9-ec6eda703757 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:56.527088 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-12ed3a01-3ba2-4aa1-a426-b824cb0114d9 req-f4688d38-e760-4b27-aef9-ec6eda703757 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.7392750
Oct 25 14:58:56.605360 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-73419474-3a55-4036-af69-d33b4f654bd1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:56.623039 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-73419474-3a55-4036-af69-d33b4f654bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:56.693081 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-12ed3a01-3ba2-4aa1-a426-b824cb0114d9 req-2e28c8b8-71a8-4ed8-bc6a-c20a6ef7f525 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650929
Oct 25 14:58:56.817933 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-73419474-3a55-4036-af69-d33b4f654bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for subnet, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:56.833851 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-083b469f-2c9e-4e97-80e0-24ff7ebd5219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:56.896785 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-73419474-3a55-4036-af69-d33b4f654bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:56.931292 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73419474-3a55-4036-af69-d33b4f654bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b41361-6d6b-44dd-8e65-c3e38fc70640,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:56.934603 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-73419474-3a55-4036-af69-d33b4f654bd1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c0b41361-6d6b-44dd-8e65-c3e38fc70640 HTTP/1.1" status: 204  len: 168 time: 0.6071060
Oct 25 14:58:56.939329 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-73419474-3a55-4036-af69-d33b4f654bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:56.940155 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55540) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:57.032708 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac09379f-0fc2-41eb-9077-e12089f6c760 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:58:57.055006 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:57.104760 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Transition to ACTIVE for port object ac09379f-0fc2-41eb-9077-e12089f6c760 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:58:57.113374 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:57.123637 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:57.236779 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:57.326792 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55554) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:57.457967 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:57.512482 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7efe6e4d8880>> segment before_delete 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.513125 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7efe6e4d8880>> subnet precommit_delete_associations 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.514481 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6ce60100>> segment_host_mapping after_create 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.515049 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6ce60100>> port after_create 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.515997 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6ce60100>> port after_delete 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.516114 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6ce60100>> port after_update 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.516658 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6ce60100>> segment after_delete 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.517218 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6ce60100>> subnet after_create 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.517728 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6ce60100>> subnet after_delete 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.518272 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7efe6ce60100>> subnet after_update 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.698076 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7efe6ced9070>> subnet after_create 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.703901 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7efe6ced9070>> subnet after_delete 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.707182 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Pushing event updated for resources: {'Port': ['ID=ac09379f-0fc2-41eb-9077-e12089f6c760,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:57.708361 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7efe6ced9070>> subnet before_create 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.709035 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7efe6ced9070>> subnet before_update 55550000 {{(pid=86765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 25 14:58:57.711727 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6e21eca0>,) {'filters': {'network_id': ['35d743c4-bf90-41ce-9bf6-34f905cbbf6b']}} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:57.764625 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:57.784456 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e21eca0>, 'bfe8a5fe-c0ba-4046-aca5-0d186eb9d808') {'for_net_delete': True} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:57.784933 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e21eca0>, 'bfe8a5fe-c0ba-4046-aca5-0d186eb9d808') {} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:58:57.843200 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31795221'] for segment, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:57.920954 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:57.954159 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=86765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 14:58:57.967276 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379675'] for segment, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   from cryptography.utils import int_from_bytes
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   from cryptography.utils import int_from_bytes
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   util.warn_limited(
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   util.warn_limited(
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]: Traceback (most recent call last):
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     timer()
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     cb(*args, **kw)
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     return func(*args, **kwargs)
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     self._notify()
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     self.callback(batched_events)
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     event.method(event)
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     return f(self, *a, **k)
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._get(url).json()
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self.request(url, 'GET', **kwargs)
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 14:58:58.050558 dv-cinder-813751-1-iscsi neutron-server[86765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 14:58:58.139308 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.145403 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Attempting to bind port ac09379f-0fc2-41eb-9077-e12089f6c760 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:58:58.145697 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Attempting to bind port ac09379f-0fc2-41eb-9077-e12089f6c760 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:58:58.145980 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Attempting to bind port ac09379f-0fc2-41eb-9077-e12089f6c760 on network b6e2eca2-82bf-4259-8e1a-ff594890c64b {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:58:58.163742 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Port ac09379f-0fc2-41eb-9077-e12089f6c760 on network b6e2eca2-82bf-4259-8e1a-ff594890c64b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 14:58:58.164580 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Attempting to bind port ac09379f-0fc2-41eb-9077-e12089f6c760 on network b6e2eca2-82bf-4259-8e1a-ff594890c64b {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:58:58.180193 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608d62-e759-4394-b1c7-243459eeaac0 req-927c677d-efc0-4e5e-8fe8-5f6332e56d3b tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:58.182116 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:58.182371 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10608d62-e759-4394-b1c7-243459eeaac0 req-927c677d-efc0-4e5e-8fe8-5f6332e56d3b tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 944 time: 0.7887564
Oct 25 14:58:58.188534 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] Usage tracker for resource:security_group_rule and tenant:4b4e379b89ed4376925def1487410075 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:58.189903 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:58:58.190245 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Checking segment: {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:58:58.190796 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Bound using segment: {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:58:58.191733 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Bound port: ac09379f-0fc2-41eb-9077-e12089f6c760, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:58:58.192134 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.192708 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:58.200219 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:58.204399 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.218131 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:58.257787 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.314082 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Pushing event deleted for resources: {'Network': ['ID=35d743c4-bf90-41ce-9bf6-34f905cbbf6b,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:58.325287 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:58.341766 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] 10.222.0.57 "DELETE /v2.0/networks/35d743c4-bf90-41ce-9bf6-34f905cbbf6b HTTP/1.1" status: 204  len: 168 time: 1.4000571
Oct 25 14:58:58.346449 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55586) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:58.348301 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10608d62-e759-4394-b1c7-243459eeaac0 req-1f61c44a-d165-41e8-8db1-31c976ab3143 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401432
Oct 25 14:58:58.392076 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c5b64-a51f-46de-8f27-1ec7f6b054d8 req-6cf0a62c-235c-46e3-aa25-e3e9a680bc97 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:58.411281 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f11c5b64-a51f-46de-8f27-1ec7f6b054d8 req-6cf0a62c-235c-46e3-aa25-e3e9a680bc97 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3881636
Oct 25 14:58:58.440997 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] For port ac09379f-0fc2-41eb-9077-e12089f6c760, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:58:58.463559 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] For port ac09379f-0fc2-41eb-9077-e12089f6c760, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=ac09379f-0fc2-41eb-9077-e12089f6c760,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:58:58.489989 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f11c5b64-a51f-46de-8f27-1ec7f6b054d8 req-2d3df6b7-8a42-4580-a982-a8c9b813949d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705626
Oct 25 14:58:58.492017 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.500786 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:58.590595 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_v2 [None req-921f687e-58bd-4588-8319-8688ad38483b admin admin] Deleting subnet ba21ae48-673c-4018-8936-11e1968c18b2 {{(pid=86765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 14:58:58.606560 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-921f687e-58bd-4588-8319-8688ad38483b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.644480 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:58.646434 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.649799 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] 10.222.0.37 "PUT /v2.0/ports/ac09379f-0fc2-41eb-9077-e12089f6c760 HTTP/1.1" status: 200  len: 1094 time: 3.0851829
Oct 25 14:58:58.650888 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac', 'tag': 'ac09379f-0fc2-41eb-9077-e12089f6c760'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:58:58.666319 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Pushing event updated for resources: {'Port': ['ID=ac09379f-0fc2-41eb-9077-e12089f6c760,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:58.672769 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:58.720533 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac', 'tag': 'ac09379f-0fc2-41eb-9077-e12089f6c760', 'status': 'completed', 'code': 200}
Oct 25 14:58:58.856596 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.877632 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.893364 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4ae803fc-8374-49f4-af5e-5a7878450524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:58.908498 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-5c3050da-31a8-4659-9f7a-6ac46ab0b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:58.912007 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-5c3050da-31a8-4659-9f7a-6ac46ab0b228 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 1097 time: 0.1499224
Oct 25 14:58:58.912234 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-921f687e-58bd-4588-8319-8688ad38483b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31795246'] for subnet, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:58.991394 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c135d4e-b20d-4930-82c5-c6d11b55a4a6,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:59.003698 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4b4e379b89ed4376925def1487410075&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6545053
Oct 25 14:58:59.003698 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:59.011316 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55616) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:59.092622 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-921f687e-58bd-4588-8319-8688ad38483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:59.137563 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55624) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:59.252938 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-e5ffe803-46e1-499e-a1c6-53e40b07d602 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac09379f-0fc2-41eb-9077-e12089f6c760 HTTP/1.1" status: 200  len: 217 time: 0.3160052
Oct 25 14:58:59.255080 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d706-4b78-48c8-9cbf-53068e0387dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:59.295360 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d706-4b78-48c8-9cbf-53068e0387dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:59.302771 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 55632) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:59.350802 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-2b343046-1ab5-4b54-ad47-217103df28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:58:59.352334 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-2b343046-1ab5-4b54-ad47-217103df28b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6790719-2903-414f-a312-fc29486c7143 HTTP/1.1" status: 200  len: 855 time: 0.0876365
Oct 25 14:58:59.368422 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-921f687e-58bd-4588-8319-8688ad38483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30357474'] for subnet, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:59.385862 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:59.404664 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-1f8f6156-7e7e-4d66-b8da-1eea8f9282d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2488563
Oct 25 14:58:59.416431 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-fdad1587-0e1d-4132-bb76-1f0b6d11a33e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e2eca2-82bf-4259-8e1a-ff594890c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512712
Oct 25 14:58:59.474801 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f687e-58bd-4588-8319-8688ad38483b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba21ae48-673c-4018-8936-11e1968c18b2,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:59.483259 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-921f687e-58bd-4588-8319-8688ad38483b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:59.495533 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-921f687e-58bd-4588-8319-8688ad38483b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:59.568905 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-921f687e-58bd-4588-8319-8688ad38483b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ba21ae48-673c-4018-8936-11e1968c18b2 HTTP/1.1" status: 204  len: 168 time: 1.2100518
Oct 25 14:58:59.570913 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d706-4b78-48c8-9cbf-53068e0387dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:59.573593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d706-4b78-48c8-9cbf-53068e0387dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:59.574848 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-f9d1d706-4b78-48c8-9cbf-53068e0387dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c135d4e-b20d-4930-82c5-c6d11b55a4a6 HTTP/1.1" status: 204  len: 168 time: 0.5624685
Oct 25 14:58:59.575793 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55644) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:58:59.578379 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:58:59.608457 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:59.664832 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:58:59.677409 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1d706-4b78-48c8-9cbf-53068e0387dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c135d4e-b20d-4930-82c5-c6d11b55a4a6,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:58:59.801923 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f9d1d706-4b78-48c8-9cbf-53068e0387dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:58:59.805471 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:59.810222 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] Usage tracker for resource:security_group_rule and tenant:b9b4ec021316452fb176083144491682 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:58:59.813703 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:58:59.821102 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:58:59.988231 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:58:59.998193 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] Usage tracker for resource:security_group_rule and tenant:57cf7589ba804b2fadb9c145805095fa is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:00.003903 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:00.044717 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.056194 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.060425 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.078568 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-94ef63a9-62b9-4183-9949-f42a6cdf7e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:00.108383 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:00.162416 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590ad464-092b-41e1-b6bc-c7fbb2867665,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:00.189538 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-8433bb60-f936-446d-8560-1d0a2549655d service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7400751
Oct 25 14:59:00.192605 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 55656) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:00.197478 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9b4ec021316452fb176083144491682&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0585809
Oct 25 14:59:00.201734 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:00.202316 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55660) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:00.289614 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.338427 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.358334 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:00.409512 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6e4868e0>,) {'filters': {'network_id': ['753c3a65-8e7b-442a-8456-76761e32cb76']}} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:59:00.435731 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-55f4ecdf-667a-4681-8fd8-a51226f92149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.442053 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e4868e0>, 'ac0d8ae3-0a66-4894-905e-9350fd884115') {'for_net_delete': True} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:59:00.442670 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e4868e0>, 'ac0d8ae3-0a66-4894-905e-9350fd884115') {} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 14:59:00.470531 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] Usage tracker for resource:security_group_rule and tenant:0f8b0035880c4833a09e036faa4e2869 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:00.483275 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31795221'] for segment, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.488482 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:00.519592 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:00.534713 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-55f4ecdf-667a-4681-8fd8-a51226f92149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.551873 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.579146 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=86765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 14:59:00.579760 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379675'] for segment, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]: Traceback (most recent call last):
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     timer()
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     cb(*args, **kw)
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     return func(*args, **kwargs)
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     self._notify()
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     self.callback(batched_events)
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     event.method(event)
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     return f(self, *a, **k)
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._get(url).json()
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self.request(url, 'GET', **kwargs)
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 14:59:00.603341 dv-cinder-813751-1-iscsi neutron-server[86765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 14:59:00.608988 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a9d3d-c1ec-41f1-8819-ad62389f0be0 req-31b5c011-7174-44c3-ba33-d18bab20f7c9 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:00.611552 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-584a9d3d-c1ec-41f1-8819-ad62389f0be0 req-31b5c011-7174-44c3-ba33-d18bab20f7c9 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 944 time: 0.9070759
Oct 25 14:59:00.771785 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-e2a6f02d-6225-4588-9e32-e3653dfff569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:00.773789 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-e2a6f02d-6225-4588-9e32-e3653dfff569 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 1098 time: 1.0389919
Oct 25 14:59:00.780629 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.787643 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:00.800705 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279a0d5-d202-4ae3-bfc8-fdb87e93017a req-10372ec7-3b4e-4506-b26f-33cbd3fbdea1 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:00.803143 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f279a0d5-d202-4ae3-bfc8-fdb87e93017a req-10372ec7-3b4e-4506-b26f-33cbd3fbdea1 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.7934926
Oct 25 14:59:00.831714 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.841247 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-55f4ecdf-667a-4681-8fd8-a51226f92149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.843618 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.852579 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51d722a0-7583-48e5-adc7-6c299b61b268 req-1ca45d86-5154-4ea5-b80d-5820256bb53c service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6216269
Oct 25 14:59:00.852791 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] Pushing event deleted for resources: {'Network': ['ID=753c3a65-8e7b-442a-8456-76761e32cb76,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:00.862853 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:00.863890 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-821f8449-ae30-4dc5-8815-fbb14457f2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:00.883965 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4ecdf-667a-4681-8fd8-a51226f92149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590ad464-092b-41e1-b6bc-c7fbb2867665,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:00.892514 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-55f4ecdf-667a-4681-8fd8-a51226f92149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:00.911501 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-9e5747de-1948-47af-91da-ec523ced68df admin admin] 10.222.0.57 "DELETE /v2.0/networks/753c3a65-8e7b-442a-8456-76761e32cb76 HTTP/1.1" status: 204  len: 168 time: 1.3121037
Oct 25 14:59:00.917171 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-55f4ecdf-667a-4681-8fd8-a51226f92149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:00.921196 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-55f4ecdf-667a-4681-8fd8-a51226f92149 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/590ad464-092b-41e1-b6bc-c7fbb2867665 HTTP/1.1" status: 204  len: 168 time: 0.7155223
Oct 25 14:59:01.088316 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-584a9d3d-c1ec-41f1-8819-ad62389f0be0 req-b12baea4-8a56-4d43-8722-019a347ace10 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4523604
Oct 25 14:59:01.253791 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.277091 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f279a0d5-d202-4ae3-bfc8-fdb87e93017a req-bd1049ee-8d81-4e54-afae-989b5fcacbbc tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4544578
Oct 25 14:59:01.312717 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.341155 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6afd3da9-14ae-4ed1-a360-6a9679935605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:01.341347 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55678) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:01.425327 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57cf7589ba804b2fadb9c145805095fa&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1199648
Oct 25 14:59:01.436394 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55682) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:01.469478 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4ab83071-843d-4f3d-a871-0816e78a4639 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ccbb76292ff94c57a48ed3833187805d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1265779
Oct 25 14:59:01.483089 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55686) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:01.586082 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3b35da2e-a789-45f9-aad5-9bdc4538257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.608485 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf46e-5010-4c06-adf0-a24589adae86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.619279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec8832-2e58-4f82-a76d-5d703bcbee8d,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:01.638856 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3b35da2e-a789-45f9-aad5-9bdc4538257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.653849 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:01.655235 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55694) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:01.660090 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.667944 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-ae167cfc-2098-4a6c-aa26-de6bfbec0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:01.669861 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-ae167cfc-2098-4a6c-aa26-de6bfbec0c2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 916 time: 0.8325186
Oct 25 14:59:01.679285 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d6c85-f733-4897-bbfc-5459c6f0dab6 req-52409f28-efc4-4bac-ac01-0f7e53ef78be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:01.681085 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a7d6c85-f733-4897-bbfc-5459c6f0dab6 req-52409f28-efc4-4bac-ac01-0f7e53ef78be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 1097 time: 0.6047146
Oct 25 14:59:01.682686 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.687682 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf46e-5010-4c06-adf0-a24589adae86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.695988 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.754942 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:01.776371 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] Usage tracker for resource:security_group_rule and tenant:535d683b36f34a0198153bb82c44e3c1 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:01.776727 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:01.784017 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:01.795992 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:01.862659 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3b35da2e-a789-45f9-aad5-9bdc4538257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.871034 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1ef042e9-021c-4618-855f-507146be52fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:01.880256 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf46e-5010-4c06-adf0-a24589adae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.908869 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35da2e-a789-45f9-aad5-9bdc4538257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec8832-2e58-4f82-a76d-5d703bcbee8d,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:01.916337 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3b35da2e-a789-45f9-aad5-9bdc4538257e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:01.928865 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-17abcc2f-4856-4dc7-b1c7-9c5f84b929b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:01.946674 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-876fa8f4-7fd4-4653-a81d-ef849d61736e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb1140f6-9ef5-4a12-b689-f625af47513a HTTP/1.1" status: 200  len: 217 time: 0.2523575
Oct 25 14:59:01.965108 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bf46e-5010-4c06-adf0-a24589adae86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec46b7a-ee12-4310-ba19-cb677e0692cf,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:01.971227 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3b35da2e-a789-45f9-aad5-9bdc4538257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.976091 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-3b35da2e-a789-45f9-aad5-9bdc4538257e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0ec8832-2e58-4f82-a76d-5d703bcbee8d HTTP/1.1" status: 204  len: 168 time: 0.5350285
Oct 25 14:59:01.978958 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-cf9bf46e-5010-4c06-adf0-a24589adae86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:01.983967 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf46e-5010-4c06-adf0-a24589adae86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:01.988267 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-cf9bf46e-5010-4c06-adf0-a24589adae86 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ec46b7a-ee12-4310-ba19-cb677e0692cf HTTP/1.1" status: 204  len: 168 time: 0.5079741
Oct 25 14:59:02.033436 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f56d47-def8-4d18-96b3-fea251e2a217,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:02.039958 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:02.052101 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f8b0035880c4833a09e036faa4e2869&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8551095
Oct 25 14:59:02.056577 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55702) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:02.092070 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:02.105919 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:02.110868 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-2eacaee7-6bbe-4c6c-b27b-d38c3b8f02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:02.114726 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-2eacaee7-6bbe-4c6c-b27b-d38c3b8f02c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6790719-2903-414f-a312-fc29486c7143 HTTP/1.1" status: 200  len: 855 time: 0.1500125
Oct 25 14:59:02.154872 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a8f686bb-efe4-40fa-a44a-73758d93ac5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:02.234155 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=535d683b36f34a0198153bb82c44e3c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5772367
Oct 25 14:59:02.235145 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55708) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:02.260702 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cfbc54-a100-4b62-9f5e-4a230a453bb1,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:02.275358 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:02.313649 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-900ea2f6-dc64-46fe-96a4-3baf806a751c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e2eca2-82bf-4259-8e1a-ff594890c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1895149
Oct 25 14:59:02.329469 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f01dde7-b105-4f46-b39f-53e7ebb9b391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:02.431576 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f01dde7-b105-4f46-b39f-53e7ebb9b391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:02.505288 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d6c85-f733-4897-bbfc-5459c6f0dab6 req-87bf7cdd-98d4-4fc8-b6c3-a5bef16b1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:02.508184 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a7d6c85-f733-4897-bbfc-5459c6f0dab6 req-87bf7cdd-98d4-4fc8-b6c3-a5bef16b1777 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 916 time: 0.8146908
Oct 25 14:59:02.538610 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f01dde7-b105-4f46-b39f-53e7ebb9b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:02.555647 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3f3e4e35-d8be-4422-9a53-0a274802ae77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:02.577120 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f01dde7-b105-4f46-b39f-53e7ebb9b391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:02.582226 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6f01dde7-b105-4f46-b39f-53e7ebb9b391 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02f56d47-def8-4d18-96b3-fea251e2a217 HTTP/1.1" status: 204  len: 168 time: 0.5173843
Oct 25 14:59:02.589711 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01dde7-b105-4f46-b39f-53e7ebb9b391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f56d47-def8-4d18-96b3-fea251e2a217,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:02.599783 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a1e94663-d3a5-4100-9163-fc08f04cde42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:02.625392 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6f01dde7-b105-4f46-b39f-53e7ebb9b391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:02.726808 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a1e94663-d3a5-4100-9163-fc08f04cde42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:02.764453 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a7d6c85-f733-4897-bbfc-5459c6f0dab6 req-bb640aa8-de38-411e-a1c1-5b6657d96374 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac09379f-0fc2-41eb-9077-e12089f6c760 HTTP/1.1" status: 200  len: 217 time: 0.2093968
Oct 25 14:59:02.812650 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8c06b-9d77-419b-bd74-ee5663263472 req-75dec3ca-77d0-4806-9a28-01bb2038eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:02.814414 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-91b8c06b-9d77-419b-bd74-ee5663263472 req-75dec3ca-77d0-4806-9a28-01bb2038eb1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 1098 time: 0.1556633
Oct 25 14:59:02.825613 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a1e94663-d3a5-4100-9163-fc08f04cde42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:02.832257 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d8b1a1ee-063d-4dff-8220-79692c1c6f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:02.874431 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-66491a7c-18f5-40a3-8223-1717462c1eac service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5299265
Oct 25 14:59:02.904830 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e94663-d3a5-4100-9163-fc08f04cde42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cfbc54-a100-4b62-9f5e-4a230a453bb1,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:02.919126 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a1e94663-d3a5-4100-9163-fc08f04cde42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:02.927415 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a1e94663-d3a5-4100-9163-fc08f04cde42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:02.928586 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a1e94663-d3a5-4100-9163-fc08f04cde42 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0cfbc54-a100-4b62-9f5e-4a230a453bb1 HTTP/1.1" status: 204  len: 168 time: 0.6866550
Oct 25 14:59:02.957947 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-91b8c06b-9d77-419b-bd74-ee5663263472 req-cdd39918-53e3-4104-98e9-d21234add57c service neutron] Synchronizing usage tracker for tenant:12549af9dfe0434ebc8a12d37884b63e on resource:security_group {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:59:02.993791 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-91b8c06b-9d77-419b-bd74-ee5663263472 req-cdd39918-53e3-4104-98e9-d21234add57c service neutron] Unset dirty status for tenant:12549af9dfe0434ebc8a12d37884b63e on resource:security_group {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:59:02.996309 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-91b8c06b-9d77-419b-bd74-ee5663263472 req-cdd39918-53e3-4104-98e9-d21234add57c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646769
Oct 25 14:59:03.017374 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d6c85-f733-4897-bbfc-5459c6f0dab6 req-7bb87a15-bae3-4c54-a32f-95dd66cca8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:03.018911 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a7d6c85-f733-4897-bbfc-5459c6f0dab6 req-7bb87a15-bae3-4c54-a32f-95dd66cca8b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6790719-2903-414f-a312-fc29486c7143 HTTP/1.1" status: 200  len: 855 time: 0.2419069
Oct 25 14:59:03.059302 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55728) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:03.073804 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81a2b7-a76b-4c89-b3b3-728da58589cb req-9af5b684-f5ef-4729-8867-4aa44b3e38d6 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:03.075437 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ef81a2b7-a76b-4c89-b3b3-728da58589cb req-9af5b684-f5ef-4729-8867-4aa44b3e38d6 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3937185
Oct 25 14:59:03.085353 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f39c0-51c3-46d4-bbe4-0ed5a3f4c2e6 req-6db6c254-0eaa-4989-bd1f-0fcb4b55a42f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:03.086745 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b6f39c0-51c3-46d4-bbe4-0ed5a3f4c2e6 req-6db6c254-0eaa-4989-bd1f-0fcb4b55a42f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 944 time: 0.5832865
Oct 25 14:59:03.090360 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76d2bbe5-16c9-4301-adda-b8436029dcd7 req-7d4681e7-713b-437b-b4d2-552776a8b1da service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2077806
Oct 25 14:59:03.147295 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-519e81bb-cc5f-41f2-a411-dea2aa73704a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=371ee3d385e0484db19eb9102133598c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0862136
Oct 25 14:59:03.147860 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55732) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:03.174619 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b6f39c0-51c3-46d4-bbe4-0ed5a3f4c2e6 req-92e69af3-babf-44f9-b014-1c0735d6fe27 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677540
Oct 25 14:59:03.177752 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ef81a2b7-a76b-4c89-b3b3-728da58589cb req-735f750b-f911-41f8-a89c-fe637b1e7df2 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900376
Oct 25 14:59:03.228307 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40e66381-6278-4f40-b9e8-b4ba7dc106c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:03.261115 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40e66381-6278-4f40-b9e8-b4ba7dc106c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:03.372518 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40e66381-6278-4f40-b9e8-b4ba7dc106c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:03.382286 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:03.402536 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55738) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:03.405165 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a7d6c85-f733-4897-bbfc-5459c6f0dab6 req-148d3f60-7e2b-450b-80a2-1980d44f20e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e2eca2-82bf-4259-8e1a-ff594890c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0756814
Oct 25 14:59:03.409653 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e66381-6278-4f40-b9e8-b4ba7dc106c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b104e613-7663-4fbe-8e05-251eb56774f5,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:03.425319 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-40e66381-6278-4f40-b9e8-b4ba7dc106c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:03.429801 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40e66381-6278-4f40-b9e8-b4ba7dc106c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:03.430976 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-40e66381-6278-4f40-b9e8-b4ba7dc106c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b104e613-7663-4fbe-8e05-251eb56774f5 HTTP/1.1" status: 204  len: 168 time: 0.2821283
Oct 25 14:59:03.434374 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:03.450941 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:03.456497 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] Usage tracker for resource:security_group_rule and tenant:da0f13f97f4b48e2b4e3d6b2d020fbb3 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:03.460485 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:03.467430 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:03.592435 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:03.598448 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:03.622917 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3b35da2e-a789-45f9-aad5-9bdc4538257e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:03.787882 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a7d6c85-f733-4897-bbfc-5459c6f0dab6 req-e0636418-2784-47ad-b75d-76c8c093f619 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2850349
Oct 25 14:59:03.872633 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3896df8c-da1f-441f-b2a4-aab8709f24dd,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:03.890463 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:03.893803 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da0f13f97f4b48e2b4e3d6b2d020fbb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4885778
Oct 25 14:59:03.901293 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55766) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:04.037668 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-23edd0e3-25dd-4845-94c7-e8e48757a1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:04.052405 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a7d6c85-f733-4897-bbfc-5459c6f0dab6 req-d479852e-9590-40c1-96cf-9d787d652f2a service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2568016
Oct 25 14:59:04.099586 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-23edd0e3-25dd-4845-94c7-e8e48757a1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:04.222582 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-23edd0e3-25dd-4845-94c7-e8e48757a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:04.234770 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-766f479c-47d6-4cbe-bc73-218e35708dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:04.269614 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edd0e3-25dd-4845-94c7-e8e48757a1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3896df8c-da1f-441f-b2a4-aab8709f24dd,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:04.269614 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-23edd0e3-25dd-4845-94c7-e8e48757a1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:04.275540 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-23edd0e3-25dd-4845-94c7-e8e48757a1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:04.278791 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-23edd0e3-25dd-4845-94c7-e8e48757a1d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3896df8c-da1f-441f-b2a4-aab8709f24dd HTTP/1.1" status: 204  len: 168 time: 0.3722594
Oct 25 14:59:04.564687 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff815929-c004-4364-b5a6-c220ce252286 req-dc4bad7f-749c-426d-b321-534754042512 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:04.568126 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ff815929-c004-4364-b5a6-c220ce252286 req-dc4bad7f-749c-426d-b321-534754042512 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 944 time: 0.1474159
Oct 25 14:59:04.605894 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device ac09379f-0fc2-41eb-9077-e12089f6c760 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 14:59:04.636491 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1e1b-9fa9-40e0-b4ac-6fad04e4a1d5 req-464c654e-4fbf-4e98-807a-ad008926a904 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:04.637586 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cdba1e1b-9fa9-40e0-b4ac-6fad04e4a1d5 req-464c654e-4fbf-4e98-807a-ad008926a904 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2678256
Oct 25 14:59:04.795036 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port ac09379f-0fc2-41eb-9077-e12089f6c760, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=ac09379f-0fc2-41eb-9077-e12089f6c760,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:59:04.826576 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ff815929-c004-4364-b5a6-c220ce252286 req-db5ca500-d84c-45b5-87d5-cb1a03ca175f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445469
Oct 25 14:59:04.847356 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': 'ac09379f-0fc2-41eb-9077-e12089f6c760', 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b', 'port_id': 'ac09379f-0fc2-41eb-9077-e12089f6c760', 'mac_address': 'fa:16:3e:bb:1e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6790719-2903-414f-a312-fc29486c7143', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 14:59:04.877513 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cdba1e1b-9fa9-40e0-b4ac-6fad04e4a1d5 req-722b8b3c-8881-44c1-b32e-faf468798853 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292163
Oct 25 14:59:04.997673 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:05.041174 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac09379f-0fc2-41eb-9077-e12089f6c760 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:59:05.066268 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port ac09379f-0fc2-41eb-9077-e12089f6c760, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=ac09379f-0fc2-41eb-9077-e12089f6c760,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:59:05.069582 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:05.073728 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:05.204416 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=ac09379f-0fc2-41eb-9077-e12089f6c760,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:05.210613 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:05.585977 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['ac09379f-0fc2-41eb-9077-e12089f6c760'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:59:06.333148 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b89cb-8bb2-4f2b-bef6-a6a7c2eec8c6 req-a3787b23-dd1d-4eb4-8f52-fe5cf842ee9f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:06.334780 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-170b89cb-8bb2-4f2b-bef6-a6a7c2eec8c6 req-a3787b23-dd1d-4eb4-8f52-fe5cf842ee9f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 945 time: 0.2238865
Oct 25 14:59:06.387641 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c96eb4-0d33-43b7-af14-740deef27414 req-efb3c88a-1985-494f-9251-fde960b6399d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:06.395363 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9c96eb4-0d33-43b7-af14-740deef27414 req-efb3c88a-1985-494f-9251-fde960b6399d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1797106
Oct 25 14:59:06.463587 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-170b89cb-8bb2-4f2b-bef6-a6a7c2eec8c6 req-84853705-e7e7-4168-b67d-e001b13e04fb tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183999
Oct 25 14:59:06.477440 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9c96eb4-0d33-43b7-af14-740deef27414 req-f893acef-b9b7-4c76-ad31-0a41e32ef61f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749314
Oct 25 14:59:06.776998 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d910796-79ee-4627-993a-15fa0c93fd86 req-cafd4baf-8819-4f08-abd1-d81d482a7429 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:06.780418 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3d910796-79ee-4627-993a-15fa0c93fd86 req-cafd4baf-8819-4f08-abd1-d81d482a7429 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.1402428
Oct 25 14:59:06.811042 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 55888) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:06.946332 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3d910796-79ee-4627-993a-15fa0c93fd86 req-24b505c2-3bd8-4e41-ac42-eba37f76d343 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571810
Oct 25 14:59:07.186342 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:07.205924 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:07.211120 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Usage tracker for resource:security_group_rule and tenant:4cfa8f0b93c549c8b0e7f02d81d843fb is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:07.214700 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:07.223317 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:07.370593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:07.377287 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:07.396453 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-23edd0e3-25dd-4845-94c7-e8e48757a1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:07.445343 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0504d4-fd5c-4681-aaf6-7829b84ef608,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:07.461328 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.461879 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.462295 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.462728 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.463077 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.463416 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.464431 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.466187 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.466645 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.467197 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.467619 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.467964 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:07.472591 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:07.478385 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4cfa8f0b93c549c8b0e7f02d81d843fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6619678
Oct 25 14:59:07.482010 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 55910) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:07.694462 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:07.754197 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:07.901036 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:08.111935 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-eeb7bdfe-4082-4919-a82b-f888ba9672c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:08.143018 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0504d4-fd5c-4681-aaf6-7829b84ef608,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:08.160319 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.160889 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.161342 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.161793 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.162234 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.162711 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.163156 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.163647 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.164086 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.164606 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.165104 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.165536 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:08.169667 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:08.170997 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ef0504d4-fd5c-4681-aaf6-7829b84ef608 HTTP/1.1" status: 204  len: 168 time: 0.6876910
Oct 25 14:59:08.172556 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:08.262271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02010ee-a2e2-40ab-9dea-f2e9441a0f3a req-6d72127d-643e-496d-8b2b-e6b3b6c1c5bd tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:08.275180 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c02010ee-a2e2-40ab-9dea-f2e9441a0f3a req-6d72127d-643e-496d-8b2b-e6b3b6c1c5bd tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 945 time: 0.3244576
Oct 25 14:59:08.382907 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c02010ee-a2e2-40ab-9dea-f2e9441a0f3a req-3f6021e4-080b-45f6-a7d6-837c4dd807d9 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055427
Oct 25 14:59:08.633609 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device ac09379f-0fc2-41eb-9077-e12089f6c760 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:59:08.895207 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port ac09379f-0fc2-41eb-9077-e12089f6c760 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:59:08.915723 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port ac09379f-0fc2-41eb-9077-e12089f6c760 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:59:08.916891 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:09.176714 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:09.276569 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09379f-0fc2-41eb-9077-e12089f6c760'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:59:09.307352 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port ac09379f-0fc2-41eb-9077-e12089f6c760, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=ac09379f-0fc2-41eb-9077-e12089f6c760,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:59:09.320316 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:09.327468 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:09.450723 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09379f-0fc2-41eb-9077-e12089f6c760', 'code': 200}
Oct 25 14:59:09.572557 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=ac09379f-0fc2-41eb-9077-e12089f6c760,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:09.580809 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:09.653724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f61563-69e5-4272-837e-40c381c4a405 req-0b116912-9322-414f-82dc-a4d7300a266b tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:09.664841 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-80f61563-69e5-4272-837e-40c381c4a405 req-0b116912-9322-414f-82dc-a4d7300a266b tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 946 time: 0.1421525
Oct 25 14:59:09.758497 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-80f61563-69e5-4272-837e-40c381c4a405 req-facc2f92-058c-4741-94da-ad8a12c16b08 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920706
Oct 25 14:59:09.941261 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccbdaf-4c00-4566-ba96-d99b6b58faec req-add3a6bc-9af5-4a67-aa04-05def5a65673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:09.943893 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-88ccbdaf-4c00-4566-ba96-d99b6b58faec req-add3a6bc-9af5-4a67-aa04-05def5a65673 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 1099 time: 0.1831064
Oct 25 14:59:10.026327 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-88ccbdaf-4c00-4566-ba96-d99b6b58faec req-03ebcd92-c257-4bfa-9f04-984e01879aba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731981
Oct 25 14:59:10.068302 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-2e2a9175-7534-41fc-80cf-994ae62de140 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1bda41a63b28467cb60de8010e02c23d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0456612
Oct 25 14:59:10.202314 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:10.566475 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-c8329a5c-ef6f-4a8a-b2fb-3a285fbdfab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:10.741041 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-c4547b83-0300-46f0-ad47-b32e360fc81c tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:10.743690 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-c4547b83-0300-46f0-ad47-b32e360fc81c tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6740294
Oct 25 14:59:10.806624 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1e759-2e8c-4444-bd4e-62058cfd1967 req-356d8b50-bab5-44c6-8166-749ec9fbda46 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:10.819298 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f6b1e759-2e8c-4444-bd4e-62058cfd1967 req-356d8b50-bab5-44c6-8166-749ec9fbda46 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.4749210
Oct 25 14:59:10.861986 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-2928feb9-bdb0-4059-9c4a-938ec5331e57 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/quotas/1bda41a63b28467cb60de8010e02c23d HTTP/1.1" status: 200  len: 375 time: 0.0982990
Oct 25 14:59:10.961641 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7913fa-ad88-46c0-82cc-4d128905f564 req-897e0686-f197-4056-b7b0-d0980959f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:10.963656 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea7913fa-ad88-46c0-82cc-4d128905f564 req-897e0686-f197-4056-b7b0-d0980959f311 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 1099 time: 0.4795353
Oct 25 14:59:10.969942 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-945db4aa-4aca-4910-a0b0-9a3a97cb6e73 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bda41a63b28467cb60de8010e02c23d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1064951
Oct 25 14:59:11.082453 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f6b1e759-2e8c-4444-bd4e-62058cfd1967 req-1fa29e45-59fb-4c85-83b5-09e5c45c7c71 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619503
Oct 25 14:59:11.180288 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7913fa-ad88-46c0-82cc-4d128905f564 req-633e70d0-c823-4214-a470-f0e577d50dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:11.182156 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea7913fa-ad88-46c0-82cc-4d128905f564 req-633e70d0-c823-4214-a470-f0e577d50dac service neutron] 10.222.0.37 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 920 time: 0.1919479
Oct 25 14:59:11.346892 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea7913fa-ad88-46c0-82cc-4d128905f564 req-399edbcb-bfad-4d49-8291-75a704db685b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c7203a5-95e7-48a7-aca1-425505a112a4 HTTP/1.1" status: 200  len: 217 time: 0.1551077
Oct 25 14:59:11.550274 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7913fa-ad88-46c0-82cc-4d128905f564 req-0fc696c3-0f31-4bb6-aad4-9ecda98c1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:11.551986 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea7913fa-ad88-46c0-82cc-4d128905f564 req-0fc696c3-0f31-4bb6-aad4-9ecda98c1cf3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 200  len: 859 time: 0.1782730
Oct 25 14:59:11.832419 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea7913fa-ad88-46c0-82cc-4d128905f564 req-232ad128-d260-4958-b340-33752ee3ea99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331f36af-0363-44a7-b402-805bbfb485e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2459486
Oct 25 14:59:11.872976 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-56b494a7-ba3b-4229-b784-cdb8a0c55195 req-a29de561-c43a-48d1-aad3-3839a5bc88cf tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 210 time: 0.1733146
Oct 25 14:59:12.608984 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b159a2-8a7e-40c5-bb29-4c48ae702b20 req-82d99a87-b417-4743-bac3-d52275dd9a90 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:12.624119 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b4b159a2-8a7e-40c5-bb29-4c48ae702b20 req-82d99a87-b417-4743-bac3-d52275dd9a90 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 946 time: 1.1441915
Oct 25 14:59:12.698204 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea7913fa-ad88-46c0-82cc-4d128905f564 req-cea3dfed-c3b9-46cd-8bd6-e26d5e11e42d service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8479745
Oct 25 14:59:12.927090 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b4b159a2-8a7e-40c5-bb29-4c48ae702b20 req-d0eadf9f-bcf0-47b7-bf04-f4e326199e20 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2716935
Oct 25 14:59:12.953730 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ba077-c91c-4b56-a37d-03bc0516d6c6 req-a3475f96-1613-4bef-bdd0-4d6554cccc02 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:12.961418 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9ba077-c91c-4b56-a37d-03bc0516d6c6 req-a3475f96-1613-4bef-bdd0-4d6554cccc02 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.5650539
Oct 25 14:59:13.053369 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9ba077-c91c-4b56-a37d-03bc0516d6c6 req-22832dc0-bcc2-48fe-8a7f-be4c0ae3e276 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909131
Oct 25 14:59:13.072098 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea7913fa-ad88-46c0-82cc-4d128905f564 req-2f65847f-3048-47ce-a02b-865668c07b9f service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3546457
Oct 25 14:59:13.221837 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56170) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:13.259254 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-627e21d9-e838-4e90-959d-4ee2c9a3a0f4 req-7fdda968-f772-4745-a861-354809bac0fe tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 210 time: 0.0492220
Oct 25 14:59:13.393181 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:13.409690 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:13.414734 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] Usage tracker for resource:security_group_rule and tenant:a3a276bf00094bb6980b5b033de7414f is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:13.418172 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:13.424590 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:13.544377 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-c0976a12-48f0-478d-a5d2-576fcdeaa973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:13.546975 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:13.553656 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:13.565117 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ab1ed8dd-c413-4cab-a21c-b27717b423e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:13.621200 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3a276bf00094bb6980b5b033de7414f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3981268
Oct 25 14:59:13.621883 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56180) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:13.624834 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a55156-d072-4dcf-ae71-4fc3d0ef4a2a,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:13.663635 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:13.677630 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-483473eb-8c05-4589-905d-d743df85efa8 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1bda41a63b28467cb60de8010e02c23d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0692844
Oct 25 14:59:13.700000 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-80e4eb9e-e1e7-4feb-b6a4-383be4918004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:13.761302 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-80e4eb9e-e1e7-4feb-b6a4-383be4918004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:13.925950 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-80e4eb9e-e1e7-4feb-b6a4-383be4918004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:13.942722 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-23ac42b6-aeda-49e3-8d61-7d46c6a8791b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:13.980858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4eb9e-e1e7-4feb-b6a4-383be4918004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a55156-d072-4dcf-ae71-4fc3d0ef4a2a,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:13.988425 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-80e4eb9e-e1e7-4feb-b6a4-383be4918004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:13.994452 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-80e4eb9e-e1e7-4feb-b6a4-383be4918004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:14.012554 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-80e4eb9e-e1e7-4feb-b6a4-383be4918004 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87a55156-d072-4dcf-ae71-4fc3d0ef4a2a HTTP/1.1" status: 204  len: 168 time: 0.3862519
Oct 25 14:59:14.176569 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-55631ea1-f5b1-4628-95bb-171ebd6ff49c tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:14.177844 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-55631ea1-f5b1-4628-95bb-171ebd6ff49c tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4871559
Oct 25 14:59:14.248102 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Request body: {'port': {'device_id': '5bdd479a-8955-4039-b716-d38785e72c44', 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a', 'admin_state_up': True, 'tenant_id': '1bda41a63b28467cb60de8010e02c23d'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:59:14.478832 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:14.523028 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f27477-9ef7-419c-a1fa-4da010a27868 req-3bfe88a6-8116-4556-b7a2-498ebf0e1cdb tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:14.530097 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-13f27477-9ef7-419c-a1fa-4da010a27868 req-3bfe88a6-8116-4556-b7a2-498ebf0e1cdb tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 946 time: 0.4140427
Oct 25 14:59:14.641468 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56222) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:14.701917 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-13f27477-9ef7-419c-a1fa-4da010a27868 req-ac8a2220-799e-44c2-be5d-8a3084a8244d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703448
Oct 25 14:59:14.737520 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:14.756672 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Usage tracker for resource:port and tenant:1bda41a63b28467cb60de8010e02c23d is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:14.773991 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:14.799003 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ac8bc-5440-40ae-94fb-68b49f499caf req-4374214f-bcc3-4155-97d0-e9a710d05999 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:14.800755 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ef7ac8bc-5440-40ae-94fb-68b49f499caf req-4374214f-bcc3-4155-97d0-e9a710d05999 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.4673839
Oct 25 14:59:14.806155 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56230) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:14.815594 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:14.845578 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:14.885648 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Made reservation on behalf of 1bda41a63b28467cb60de8010e02c23d for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:59:14.887727 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:14.896500 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] Usage tracker for resource:security_group_rule and tenant:aae53968e9444b7eab9640f029a6b6c2 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:14.899773 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:14.904893 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:14.917639 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:14.920129 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:14.931859 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ef7ac8bc-5440-40ae-94fb-68b49f499caf req-8600850c-8f49-4c1e-9882-02c3fbdda9e9 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134942
Oct 25 14:59:14.970751 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:14.978735 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Usage tracker for resource:security_group_rule and tenant:1bda41a63b28467cb60de8010e02c23d is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:14.985067 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:15.006279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:15.134361 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.143504 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.164528 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-80e4eb9e-e1e7-4feb-b6a4-383be4918004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:15.227290 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e677dbe9-7ade-4a2f-a1bd-ba8aafd17566,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:15.237050 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:15.278446 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3d8a5ce6-0aca-4a40-9a9f-45a69f915fc5 req-f23dc3f6-f74b-45cb-9271-4266e6fc9508 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 210 time: 0.1158116
Oct 25 14:59:15.286718 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.295520 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.302756 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.338687 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aae53968e9444b7eab9640f029a6b6c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5279009
Oct 25 14:59:15.341982 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56242) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:15.396058 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:15.408344 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] Usage tracker for resource:security_group_rule and tenant:65f8b2bf0c6e4c1684ec07a4fd6e2030 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:15.414394 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:15.441241 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-44340fcd-2e80-4c4a-beb0-af557c583173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.444510 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:15.488035 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-44340fcd-2e80-4c4a-beb0-af557c583173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.535947 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Allocated IP 192.168.233.199 (86ddcd15-8e96-4813-837b-ceccb130194a/c0078af8-667b-48dd-a68b-66bd66af59b7/71d90c3e-7b6c-4f38-b2df-63fa384e8d87) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:59:15.604249 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-0c4ae388-d854-4da2-9dd4-ab4e85521aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:15.642432 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.653740 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.668919 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6f01dde7-b105-4f46-b39f-53e7ebb9b391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:15.672623 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:15.676256 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:15.700247 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-44340fcd-2e80-4c4a-beb0-af557c583173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.709621 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65087410-7175-40d5-9d99-165719c6876f,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:15.724658 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:15.726800 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-fddbfe29-9787-45c2-9c3b-3f7ed3ea7200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:15.742470 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44340fcd-2e80-4c4a-beb0-af557c583173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e677dbe9-7ade-4a2f-a1bd-ba8aafd17566,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:15.758180 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-44340fcd-2e80-4c4a-beb0-af557c583173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:15.763324 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65f8b2bf0c6e4c1684ec07a4fd6e2030&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1183205
Oct 25 14:59:15.768226 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56252) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:15.781784 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-44340fcd-2e80-4c4a-beb0-af557c583173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.782943 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-44340fcd-2e80-4c4a-beb0-af557c583173 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e677dbe9-7ade-4a2f-a1bd-ba8aafd17566 HTTP/1.1" status: 204  len: 168 time: 0.4374161
Oct 25 14:59:15.855708 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a427b493-3179-4708-822a-c6daa10b7561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.906065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a427b493-3179-4708-822a-c6daa10b7561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:15.947764 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:16.019061 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Transition to ACTIVE for port object 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:59:16.022211 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a427b493-3179-4708-822a-c6daa10b7561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:16.031629 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:16.083178 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427b493-3179-4708-822a-c6daa10b7561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65087410-7175-40d5-9d99-165719c6876f,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:16.084249 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:16.093454 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a427b493-3179-4708-822a-c6daa10b7561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:16.094532 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a427b493-3179-4708-822a-c6daa10b7561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:16.103212 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a427b493-3179-4708-822a-c6daa10b7561 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65087410-7175-40d5-9d99-165719c6876f HTTP/1.1" status: 204  len: 168 time: 0.3258519
Oct 25 14:59:16.128304 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9498568b-d013-4c28-bc8b-b5a00facf232 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:16.299816 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Network 86ddcd15-8e96-4813-837b-ceccb130194a is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:59:16.303786 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:59:16.317736 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:59:16.683983 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:16.694352 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Pushing event updated for resources: {'Port': ['ID=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:16.727830 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:16.728639 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:16.750378 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:16.797825 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:59:16.811259 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-a5b9a0ba-fb09-4a64-8155-d5a430bea685 None None] Provisioning for port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:59:16.822361 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-a5b9a0ba-fb09-4a64-8155-d5a430bea685 None None] Provisioning complete for port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:59:16.822979 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a0ba-fb09-4a64-8155-d5a430bea685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:16.886960 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6690111
Oct 25 14:59:16.930106 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Request body: {'port': {'device_id': '5bdd479a-8955-4039-b716-d38785e72c44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:59:16.956136 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9a0ba-fb09-4a64-8155-d5a430bea685 None None] Port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 14:59:16.990169 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42284de5-9ef3-4224-ab3b-65281b34fc8f req-6dc4a89a-21a2-48a2-806f-457af1db5b5d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:16.991921 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-42284de5-9ef3-4224-ab3b-65281b34fc8f req-6dc4a89a-21a2-48a2-806f-457af1db5b5d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.7709961
Oct 25 14:59:17.150589 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-42284de5-9ef3-4224-ab3b-65281b34fc8f req-6fafe573-820e-42e4-958e-0275a6cb144f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206131
Oct 25 14:59:17.198119 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:17.219616 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013d0a-9457-49ae-8b32-3814457b5b45 req-75174a98-7cfd-4d1c-917d-c4f1bf4802dc tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:17.221139 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-cd013d0a-9457-49ae-8b32-3814457b5b45 req-75174a98-7cfd-4d1c-917d-c4f1bf4802dc tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Synchronizing usage tracker for tenant:1bda41a63b28467cb60de8010e02c23d on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:59:17.358305 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-cd013d0a-9457-49ae-8b32-3814457b5b45 req-75174a98-7cfd-4d1c-917d-c4f1bf4802dc tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Unset dirty status for tenant:1bda41a63b28467cb60de8010e02c23d on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:59:17.360258 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cd013d0a-9457-49ae-8b32-3814457b5b45 req-75174a98-7cfd-4d1c-917d-c4f1bf4802dc tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 936 time: 0.3673124
Oct 25 14:59:17.563569 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-cd013d0a-9457-49ae-8b32-3814457b5b45 req-1279594f-37b2-4444-ae2d-19fe9f54a413 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Synchronizing usage tracker for tenant:1bda41a63b28467cb60de8010e02c23d on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:59:17.671320 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-cd013d0a-9457-49ae-8b32-3814457b5b45 req-1279594f-37b2-4444-ae2d-19fe9f54a413 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Unset dirty status for tenant:1bda41a63b28467cb60de8010e02c23d on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:59:17.675184 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cd013d0a-9457-49ae-8b32-3814457b5b45 req-1279594f-37b2-4444-ae2d-19fe9f54a413 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2982428
Oct 25 14:59:17.907096 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:59:17.922061 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:17.948490 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Transition to ACTIVE for port object 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:59:17.954482 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:17.960973 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:18.113902 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Pushing event updated for resources: {'Port': ['ID=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:18.119355 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:18.376933 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Attempting to bind port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:59:18.378084 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Attempting to bind port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': 'd11995c0-d26c-42e7-86ee-5448832ae5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:59:18.379560 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Attempting to bind port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 on network 86ddcd15-8e96-4813-837b-ceccb130194a {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:59:18.390355 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 on network 86ddcd15-8e96-4813-837b-ceccb130194a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 14:59:18.390701 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Attempting to bind port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 on network 86ddcd15-8e96-4813-837b-ceccb130194a {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:59:18.404527 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:59:18.405096 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Checking segment: {'id': 'd11995c0-d26c-42e7-86ee-5448832ae5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:59:18.415153 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Bound using segment: {'id': 'd11995c0-d26c-42e7-86ee-5448832ae5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:59:18.415153 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Bound port: 71d90c3e-7b6c-4f38-b2df-63fa384e8d87, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11995c0-d26c-42e7-86ee-5448832ae5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:59:18.415153 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:18.676323 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] For port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:59:18.683716 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] For port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,segment=NetworkSegment(d11995c0-d26c-42e7-86ee-5448832ae5c1),segment_id=d11995c0-d26c-42e7-86ee-5448832ae5c1)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:59:18.705337 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:18.728463 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:18.770975 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43923ecd-0946-43a7-a486-029cd587e00c req-50e0a552-e02a-47fa-a2ca-740bf1be285e tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:18.778208 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-43923ecd-0946-43a7-a486-029cd587e00c req-50e0a552-e02a-47fa-a2ca-740bf1be285e tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.3115807
Oct 25 14:59:18.829454 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:18.830131 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:18.832034 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] 10.222.0.37 "PUT /v2.0/ports/71d90c3e-7b6c-4f38-b2df-63fa384e8d87 HTTP/1.1" status: 200  len: 1098 time: 1.9083953
Oct 25 14:59:18.834438 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdd479a-8955-4039-b716-d38785e72c44', 'tag': '71d90c3e-7b6c-4f38-b2df-63fa384e8d87'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:59:18.897901 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-43923ecd-0946-43a7-a486-029cd587e00c req-269d9fec-e642-40e9-a7a9-adf2317546b3 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154344
Oct 25 14:59:18.899206 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Pushing event updated for resources: {'Port': ['ID=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:18.909599 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:19.067232 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdd479a-8955-4039-b716-d38785e72c44', 'tag': '71d90c3e-7b6c-4f38-b2df-63fa384e8d87', 'status': 'completed', 'code': 200}
Oct 25 14:59:19.336873 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-2afd140c-b785-4cd2-a39b-d2b0cdb716b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:19.339134 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-2afd140c-b785-4cd2-a39b-d2b0cdb716b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1bda41a63b28467cb60de8010e02c23d&device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 1101 time: 0.3770294
Oct 25 14:59:19.441430 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda16dd-486c-4454-9b1c-16cf330204b4 req-554d9c9f-60ef-47bb-86b0-49b5c5183247 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:19.443226 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-beda16dd-486c-4454-9b1c-16cf330204b4 req-554d9c9f-60ef-47bb-86b0-49b5c5183247 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 948 time: 0.3845534
Oct 25 14:59:19.466287 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-c4ce83b1-ab23-4cea-96f8-bcbf4d6f137e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=71d90c3e-7b6c-4f38-b2df-63fa384e8d87 HTTP/1.1" status: 200  len: 217 time: 0.0988088
Oct 25 14:59:19.492660 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-a6dc7ccd-622a-4abe-a62c-c9650b237954 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:19.494347 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-a6dc7ccd-622a-4abe-a62c-c9650b237954 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 815 time: 0.3609116
Oct 25 14:59:19.569212 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-45bdab45-5148-483e-98f9-c54255d3e388 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/quotas/670374964f714196ab5d431e5e2fc9bd HTTP/1.1" status: 200  len: 375 time: 0.0326853
Oct 25 14:59:19.580831 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-beda16dd-486c-4454-9b1c-16cf330204b4 req-719932bc-cede-46af-b69f-ff8a288ff62f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274357
Oct 25 14:59:19.737821 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-730ab5e0-4392-4217-90b3-b5462f3cc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:19.739407 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-730ab5e0-4392-4217-90b3-b5462f3cc1a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0078af8-667b-48dd-a68b-66bd66af59b7 HTTP/1.1" status: 200  len: 843 time: 0.2553053
Oct 25 14:59:19.894066 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-e3d54a54-3248-4fe9-844c-f23f9a5ca3b0 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3117797
Oct 25 14:59:20.071666 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-507aca33-97ec-4cc0-a505-e7300fc2d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:20.073142 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-507aca33-97ec-4cc0-a505-e7300fc2d604 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86ddcd15-8e96-4813-837b-ceccb130194a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3116350
Oct 25 14:59:20.200739 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-4013cca0-9a02-40cb-9f27-7470632bf41f service neutron] 10.222.0.57 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2967215
Oct 25 14:59:20.376147 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-007f2e3a-6316-482a-9739-c8ea820356e1 service neutron] 10.222.0.37 "GET /v2.0/networks/86ddcd15-8e96-4813-837b-ceccb130194a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2924979
Oct 25 14:59:20.388139 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9e82c-6821-4944-a7e6-d3ebc9807942 req-c2be7ef9-af03-4faf-bc2d-21bd8bed12cb tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:20.389663 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-32f9e82c-6821-4944-a7e6-d3ebc9807942 req-c2be7ef9-af03-4faf-bc2d-21bd8bed12cb tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.3719060
Oct 25 14:59:20.537814 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-d07fbad2-a476-4189-989c-2e7f291f00fa service neutron] 10.222.0.57 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3267734
Oct 25 14:59:20.567343 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-32f9e82c-6821-4944-a7e6-d3ebc9807942 req-080b4e99-24b2-43a2-be56-5472745da9bd tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632466
Oct 25 14:59:20.634428 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9575c5fb-1aaf-4db8-a5e5-ee9a17845852 req-a0c41b0f-109d-4b2a-a04f-8b8b49820735 service neutron] 10.222.0.37 "GET /v2.0/networks/86ddcd15-8e96-4813-837b-ceccb130194a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334192
Oct 25 14:59:21.027139 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ae75efc5-6662-4947-b57e-90938e4dd90f req-68780226-1e4a-46ca-98f3-88218c791d95 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 210 time: 0.1190977
Oct 25 14:59:21.071101 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-02941bf2-82b9-4937-a3ff-ceee97e5ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:21.072682 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-02941bf2-82b9-4937-a3ff-ceee97e5ebf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1bda41a63b28467cb60de8010e02c23d&device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 1101 time: 0.3021431
Oct 25 14:59:21.083253 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384e0c4-ff7a-4fcd-8563-6367370b37d1 req-18c17c02-9d25-4fd6-bd3b-aaf0ce3f6c3b tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:21.094787 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f384e0c4-ff7a-4fcd-8563-6367370b37d1 req-18c17c02-9d25-4fd6-bd3b-aaf0ce3f6c3b tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 948 time: 0.3260758
Oct 25 14:59:21.211936 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f384e0c4-ff7a-4fcd-8563-6367370b37d1 req-fc146e49-b0b2-47e3-b902-6df1f9609d3e tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161201
Oct 25 14:59:21.377778 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-5d15ff90-5317-47da-b861-0e913a779190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:21.388033 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-5d15ff90-5317-47da-b861-0e913a779190 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86ddcd15-8e96-4813-837b-ceccb130194a HTTP/1.1" status: 200  len: 870 time: 0.2903376
Oct 25 14:59:21.563451 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-0735dec7-f60d-482a-8de3-695d34ddc6d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=71d90c3e-7b6c-4f38-b2df-63fa384e8d87 HTTP/1.1" status: 200  len: 217 time: 0.1491036
Oct 25 14:59:21.656560 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-2665af7e-3fe1-40b3-aecd-63905abf8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:21.658151 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-2665af7e-3fe1-40b3-aecd-63905abf8952 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0078af8-667b-48dd-a68b-66bd66af59b7 HTTP/1.1" status: 200  len: 843 time: 0.0823035
Oct 25 14:59:21.914630 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-b83dfafa-6fcd-472a-a25b-1ee9f8cca3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:21.917348 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-b83dfafa-6fcd-472a-a25b-1ee9f8cca3fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86ddcd15-8e96-4813-837b-ceccb130194a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2514279
Oct 25 14:59:21.964787 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d810caf-b446-441a-9729-c83af2100f81 req-f9d1a9b7-416d-4f7a-8039-2c14cd267058 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:21.966358 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d810caf-b446-441a-9729-c83af2100f81 req-f9d1a9b7-416d-4f7a-8039-2c14cd267058 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.2389276
Oct 25 14:59:22.227058 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d810caf-b446-441a-9729-c83af2100f81 req-d9a29e1b-27f7-4718-8d73-0c4e90231641 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770836
Oct 25 14:59:22.305167 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-0fb46baf-5a0e-477c-a85a-5091437c7294 service neutron] 10.222.0.37 "GET /v2.0/networks/86ddcd15-8e96-4813-837b-ceccb130194a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3732128
Oct 25 14:59:22.382635 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ed749280-da89-4ebb-9b71-26ea5b17aaaa req-16e88706-fe91-4819-9c5d-e55ac8fc4247 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 210 time: 0.0814552
Oct 25 14:59:22.563712 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-885e06f8-4b4d-44f6-8aa0-381b757e2b5e req-537b4f8c-26ec-42e7-adea-1d86b1d3f2f3 service neutron] 10.222.0.37 "GET /v2.0/networks/86ddcd15-8e96-4813-837b-ceccb130194a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2200482
Oct 25 14:59:22.595623 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda25fc4-852a-49da-8769-b1a03f33a52f req-04824889-9e88-4516-b94b-0c92197eb479 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:22.597670 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dda25fc4-852a-49da-8769-b1a03f33a52f req-04824889-9e88-4516-b94b-0c92197eb479 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 948 time: 0.1518300
Oct 25 14:59:22.654873 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dda25fc4-852a-49da-8769-b1a03f33a52f req-206754de-78c6-4c76-bc8a-33de2e3e3af6 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489244
Oct 25 14:59:23.245014 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-3d2464a2-25a8-44c6-8065-fed829cc6b33 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:23.247701 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-3d2464a2-25a8-44c6-8065-fed829cc6b33 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 815 time: 0.2860439
Oct 25 14:59:23.283581 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Request body: {'port': {'device_id': '12f1484f-74db-4652-a3a5-3a46c2fb5727', 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b', 'admin_state_up': True, 'tenant_id': '670374964f714196ab5d431e5e2fc9bd'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:59:23.572469 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-099f98be-23b4-4e5d-9525-7dd7ede59f6e req-196b9c47-9189-4fb3-862a-938040a7048a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 210 time: 0.0569174
Oct 25 14:59:23.630008 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:23.668898 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff9d89-74bf-4aa4-a182-7720f539f0cd req-d90a2a88-6104-4957-9c1b-1531d979df06 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:23.671791 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28ff9d89-74bf-4aa4-a182-7720f539f0cd req-d90a2a88-6104-4957-9c1b-1531d979df06 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.2442718
Oct 25 14:59:23.674098 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:23.736718 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Made reservation on behalf of 670374964f714196ab5d431e5e2fc9bd for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:59:23.742100 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:23.835991 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28ff9d89-74bf-4aa4-a182-7720f539f0cd req-d4f68b48-7e1f-4269-a953-907ffe969e12 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507249
Oct 25 14:59:24.090639 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Allocated IP 172.20.0.5 (b6e2eca2-82bf-4259-8e1a-ff594890c64b/d6790719-2903-414f-a312-fc29486c7143/f4af74d1-98b8-4a15-8a88-8f97b74bbdf5) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:59:24.161212 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d26f1-29d3-4693-bf0f-250da18864e0 req-86886ac4-c05f-4f89-8045-d8cfaf9dc79d tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:24.164533 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa0d26f1-29d3-4693-bf0f-250da18864e0 req-86886ac4-c05f-4f89-8045-d8cfaf9dc79d tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 948 time: 0.1838360
Oct 25 14:59:24.303163 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa0d26f1-29d3-4693-bf0f-250da18864e0 req-17d04830-389e-454b-b2c0-ba829d81d75c tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168778
Oct 25 14:59:24.485686 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:24.542047 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:24.555714 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ce154009-0d79-4af9-a88b-339a8adb4908 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:24.593572 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['eb1140f6-9ef5-4a12-b689-f625af47513a', 'ac09379f-0fc2-41eb-9077-e12089f6c760'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:59:24.678086 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Network b6e2eca2-82bf-4259-8e1a-ff594890c64b is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:59:24.685661 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:59:24.704167 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:59:24.716753 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 14:59:24.868381 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Pushing event updated for resources: {'Port': ['ID=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:24.886812 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:24.955633 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:24.957230 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:25.049280 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e24e9-2f83-496d-b75f-cfaf1202bd39 req-5f5567f9-44dd-4c59-8e73-d6ca6db31853 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:25.052389 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c89e24e9-2f83-496d-b75f-cfaf1202bd39 req-5f5567f9-44dd-4c59-8e73-d6ca6db31853 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Synchronizing usage tracker for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:59:25.060866 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7861679
Oct 25 14:59:25.077945 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,segment=NetworkSegment(d11995c0-d26c-42e7-86ee-5448832ae5c1),segment_id=d11995c0-d26c-42e7-86ee-5448832ae5c1)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:59:25.083283 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c89e24e9-2f83-496d-b75f-cfaf1202bd39 req-5f5567f9-44dd-4c59-8e73-d6ca6db31853 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Unset dirty status for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:59:25.085067 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c89e24e9-2f83-496d-b75f-cfaf1202bd39 req-5f5567f9-44dd-4c59-8e73-d6ca6db31853 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 931 time: 0.3210907
Oct 25 14:59:25.121625 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Request body: {'port': {'device_id': '12f1484f-74db-4652-a3a5-3a46c2fb5727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:59:25.124066 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '71d90c3e-7b6c-4f38-b2df-63fa384e8d87', 'network_id': '86ddcd15-8e96-4813-837b-ceccb130194a', 'port_id': '71d90c3e-7b6c-4f38-b2df-63fa384e8d87', 'mac_address': 'fa:16:3e:7b:c9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0078af8-667b-48dd-a68b-66bd66af59b7', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 14:59:25.215889 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:25.240723 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:59:25.260924 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,segment=NetworkSegment(d11995c0-d26c-42e7-86ee-5448832ae5c1),segment_id=d11995c0-d26c-42e7-86ee-5448832ae5c1)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:59:25.268713 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:25.271136 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:25.275855 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c89e24e9-2f83-496d-b75f-cfaf1202bd39 req-af46b04e-0d8d-4406-91c3-93bf72297950 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785100
Oct 25 14:59:25.355898 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:25.370210 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.370794 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.371145 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.371780 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.372076 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.372412 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.372743 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.373072 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.373561 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.373957 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.374487 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.374815 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 14:59:25.379881 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:25.637519 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:25.878232 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['71d90c3e-7b6c-4f38-b2df-63fa384e8d87'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:59:25.934988 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7137-6782-4d6f-8ae5-f37ce35dd401 req-583fb8df-d888-498b-97be-da99fea4c02f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:25.936556 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c04b7137-6782-4d6f-8ae5-f37ce35dd401 req-583fb8df-d888-498b-97be-da99fea4c02f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.6374202
Oct 25 14:59:25.953748 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056037-b1bd-40e9-b0b6-c12ec1c7e47f req-899295a5-a855-452d-bb56-6d486b7f3e4a tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:25.955316 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-42056037-b1bd-40e9-b0b6-c12ec1c7e47f req-899295a5-a855-452d-bb56-6d486b7f3e4a tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 949 time: 0.4920361
Oct 25 14:59:26.132376 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-42056037-b1bd-40e9-b0b6-c12ec1c7e47f req-2bfde5d6-f28a-44dd-a5df-d49b33a9f1a6 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589847
Oct 25 14:59:26.144961 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c04b7137-6782-4d6f-8ae5-f37ce35dd401 req-7ed4afa0-f7c8-4c58-8cdb-a1bee270fc15 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009749
Oct 25 14:59:26.445313 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:59:26.471864 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:26.503982 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Transition to ACTIVE for port object f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:59:26.546280 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:26.557856 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:26.729808 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:26.734230 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:26.864187 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237606da-35ed-423f-a1b6-79f50c147ae4 req-bfd73f1a-8ca6-46cf-8b86-fda8e1abf251 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:26.866830 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-237606da-35ed-423f-a1b6-79f50c147ae4 req-bfd73f1a-8ca6-46cf-8b86-fda8e1abf251 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 943 time: 0.3648157
Oct 25 14:59:26.974839 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Attempting to bind port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:59:26.975731 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Attempting to bind port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:59:26.975953 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Attempting to bind port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 on network b6e2eca2-82bf-4259-8e1a-ff594890c64b {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:59:26.996647 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-237606da-35ed-423f-a1b6-79f50c147ae4 req-d67a2f6a-8bef-450c-b258-05ef6974b093 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122508
Oct 25 14:59:26.997765 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 on network b6e2eca2-82bf-4259-8e1a-ff594890c64b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 14:59:26.998291 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Attempting to bind port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 on network b6e2eca2-82bf-4259-8e1a-ff594890c64b {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:59:27.009477 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:59:27.010112 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Checking segment: {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:59:27.010904 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Bound using segment: {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:59:27.011722 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Bound port: f4af74d1-98b8-4a15-8a88-8f97b74bbdf5, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:59:27.012247 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:27.154190 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] For port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:59:27.158344 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] For port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:59:27.162990 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:27.166949 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:27.221373 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:27.221980 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:27.223672 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] 10.222.0.37 "PUT /v2.0/ports/f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 HTTP/1.1" status: 200  len: 1093 time: 2.1247816
Oct 25 14:59:27.226834 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f1484f-74db-4652-a3a5-3a46c2fb5727', 'tag': 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:59:27.287604 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:27.301968 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:27.527600 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-ddcbe897-9cc7-4fc7-96e4-9ab291bd7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:27.529208 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-ddcbe897-9cc7-4fc7-96e4-9ab291bd7db9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 1096 time: 0.2154880
Oct 25 14:59:27.543194 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e70e-382c-447c-88eb-2e7a5a807372 req-a19af806-df7a-4d79-a310-91729ab5c738 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:27.544827 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-12d2e70e-382c-447c-88eb-2e7a5a807372 req-a19af806-df7a-4d79-a310-91729ab5c738 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.1847720
Oct 25 14:59:27.648700 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90beb15-8812-4263-82df-8fdf37deae96 req-c63316a1-854d-46ce-9e7a-ffe51f30a8c0 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:27.649292 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e90beb15-8812-4263-82df-8fdf37deae96 req-c63316a1-854d-46ce-9e7a-ffe51f30a8c0 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 949 time: 0.2490795
Oct 25 14:59:27.650685 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-32d98472-dda1-446e-951c-b3940154c49b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 HTTP/1.1" status: 200  len: 217 time: 0.1013570
Oct 25 14:59:27.756932 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-12d2e70e-382c-447c-88eb-2e7a5a807372 req-400da375-71e9-4598-8377-913e5af52c78 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516891
Oct 25 14:59:27.786703 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e90beb15-8812-4263-82df-8fdf37deae96 req-2a1785f2-7657-4bb8-9b8f-498ff33ebec7 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251285
Oct 25 14:59:27.793915 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-09750128-25e1-4d91-8768-5d1f77fb665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:27.796009 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-09750128-25e1-4d91-8768-5d1f77fb665d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6790719-2903-414f-a312-fc29486c7143 HTTP/1.1" status: 200  len: 855 time: 0.1230419
Oct 25 14:59:28.040092 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f1484f-74db-4652-a3a5-3a46c2fb5727', 'tag': 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5', 'status': 'completed', 'code': 200}
Oct 25 14:59:28.061200 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-445e1a84-13dc-4d8e-9002-7506ab8828de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e2eca2-82bf-4259-8e1a-ff594890c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2557549
Oct 25 14:59:28.305578 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-880937cc-1620-4624-8182-0ee58bff1a0d service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245586
Oct 25 14:59:28.350227 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4612a20-aa2b-4b18-b35e-126e0066d63d req-b4708ed9-80aa-40fe-9deb-b91c8131a217 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:28.352152 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d4612a20-aa2b-4b18-b35e-126e0066d63d req-b4708ed9-80aa-40fe-9deb-b91c8131a217 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 943 time: 0.1867406
Oct 25 14:59:28.507482 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d4612a20-aa2b-4b18-b35e-126e0066d63d req-bada27e2-85d8-4d9a-89d8-6926eef07980 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855515
Oct 25 14:59:28.538129 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-963f6b92-7d93-4e49-a84c-d653bae9e18d req-529242ca-bbf6-480a-892e-58e58f5539c7 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2183959
Oct 25 14:59:28.721950 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:59:28.748404 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28b2c3-a8fd-4973-bb8a-6a898705ad56 req-a8e9044d-c971-457d-8cd3-1baadd0a1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:28.750365 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d28b2c3-a8fd-4973-bb8a-6a898705ad56 req-a8e9044d-c971-457d-8cd3-1baadd0a1c7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 1096 time: 0.0890720
Oct 25 14:59:28.860514 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:59:28.885445 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:59:28.886537 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:29.083944 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28b2c3-a8fd-4973-bb8a-6a898705ad56 req-61990b6f-9a84-4ef9-b2bd-b5964fd9be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:29.086491 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d28b2c3-a8fd-4973-bb8a-6a898705ad56 req-61990b6f-9a84-4ef9-b2bd-b5964fd9be12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 916 time: 0.3273289
Oct 25 14:59:29.126087 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:29.165566 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdd479a-8955-4039-b716-d38785e72c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d90c3e-7b6c-4f38-b2df-63fa384e8d87'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:59:29.183213 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,segment=NetworkSegment(d11995c0-d26c-42e7-86ee-5448832ae5c1),segment_id=d11995c0-d26c-42e7-86ee-5448832ae5c1)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:59:29.189726 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:29.193193 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:29.252831 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d28b2c3-a8fd-4973-bb8a-6a898705ad56 req-b9f3cf36-9e8b-411a-8b9d-cc9d594be489 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 HTTP/1.1" status: 200  len: 217 time: 0.0917721
Oct 25 14:59:29.327022 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:29.334960 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:29.361460 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28b2c3-a8fd-4973-bb8a-6a898705ad56 req-3f3fca7b-7079-4697-91f5-b0655d257362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:29.362946 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d28b2c3-a8fd-4973-bb8a-6a898705ad56 req-3f3fca7b-7079-4697-91f5-b0655d257362 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6790719-2903-414f-a312-fc29486c7143 HTTP/1.1" status: 200  len: 855 time: 0.0946019
Oct 25 14:59:29.380429 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5398e04-ef29-4a05-8f96-550400417524 req-01b9305f-c5ea-46d4-9806-4e2a4a599f68 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:29.382132 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c5398e04-ef29-4a05-8f96-550400417524 req-01b9305f-c5ea-46d4-9806-4e2a4a599f68 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.2938440
Oct 25 14:59:29.440899 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06f950-5bff-4459-8789-6cf74f1a6b5c req-ce22c973-5ae1-4c27-8aaf-095f0ba66b1b tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:29.442460 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c06f950-5bff-4459-8789-6cf74f1a6b5c req-ce22c973-5ae1-4c27-8aaf-095f0ba66b1b tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 949 time: 0.3606751
Oct 25 14:59:29.465871 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d28b2c3-a8fd-4973-bb8a-6a898705ad56 req-4bab30f6-9107-46fb-b43d-d86e5d47e438 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e2eca2-82bf-4259-8e1a-ff594890c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0826983
Oct 25 14:59:29.614913 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c5398e04-ef29-4a05-8f96-550400417524 req-9a56ab67-de60-46b8-a038-6fb6bf3fdc09 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882849
Oct 25 14:59:29.637601 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c06f950-5bff-4459-8789-6cf74f1a6b5c req-da5bde8c-0160-4f99-ac1a-370c8c4d88fb tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743479
Oct 25 14:59:29.723090 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d28b2c3-a8fd-4973-bb8a-6a898705ad56 req-b9b86b70-63d1-414a-b91c-4db83b4e7173 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346289
Oct 25 14:59:29.768061 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdd479a-8955-4039-b716-d38785e72c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d90c3e-7b6c-4f38-b2df-63fa384e8d87', 'code': 200}
Oct 25 14:59:29.970851 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d28b2c3-a8fd-4973-bb8a-6a898705ad56 req-608d3aa4-0182-411c-a0bc-d6870b343026 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2406754
Oct 25 14:59:30.023472 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf6da9-a586-47d4-82f8-9a0ad2a720e4 req-d3ef08b3-aa50-46ae-82bf-af0defd495a9 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:30.025039 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-27bf6da9-a586-47d4-82f8-9a0ad2a720e4 req-d3ef08b3-aa50-46ae-82bf-af0defd495a9 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 943 time: 0.1070106
Oct 25 14:59:30.082459 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-27bf6da9-a586-47d4-82f8-9a0ad2a720e4 req-63b952a2-57cb-4873-a469-b5b925cae13e tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510516
Oct 25 14:59:30.231180 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dea7c-0aec-4f86-86a8-b9341d39fd17 req-1fcc50ca-c43b-4bb7-96de-3d8f24ddcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:30.232972 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1f2dea7c-0aec-4f86-86a8-b9341d39fd17 req-1fcc50ca-c43b-4bb7-96de-3d8f24ddcaff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 1103 time: 0.0830541
Oct 25 14:59:30.288688 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1f2dea7c-0aec-4f86-86a8-b9341d39fd17 req-cb35037e-3239-4444-841e-dcca21f48014 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414524
Oct 25 14:59:30.868491 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:31.151399 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958187df-fdb8-42c8-b3ca-b15cb2519e4b req-a309b4e6-383a-41eb-8f7b-d6f2dcfe3cf4 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:31.158825 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-958187df-fdb8-42c8-b3ca-b15cb2519e4b req-a309b4e6-383a-41eb-8f7b-d6f2dcfe3cf4 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 950 time: 0.3276870
Oct 25 14:59:31.211130 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05adbeb-5442-4226-b50c-005222a7aef9 req-ef11b5de-3409-4796-a432-5fc35cab3a38 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:31.213791 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b05adbeb-5442-4226-b50c-005222a7aef9 req-ef11b5de-3409-4796-a432-5fc35cab3a38 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.2972267
Oct 25 14:59:31.240390 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-958187df-fdb8-42c8-b3ca-b15cb2519e4b req-4e5bc1c4-f2e8-4971-9b51-38886a729e7a tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789225
Oct 25 14:59:31.374128 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b05adbeb-5442-4226-b50c-005222a7aef9 req-e0714393-3d05-49cb-97ce-97f27ef6437a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158404
Oct 25 14:59:31.436892 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd906e-f024-43e4-9e52-a0256cffdbd2 req-36a44144-2f7e-4a8b-b332-6c8b30ca8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:31.439588 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cadd906e-f024-43e4-9e52-a0256cffdbd2 req-36a44144-2f7e-4a8b-b332-6c8b30ca8d70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 1099 time: 0.1232729
Oct 25 14:59:31.629070 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cadd906e-f024-43e4-9e52-a0256cffdbd2 req-86fcf8f2-e7fc-4779-b1bf-df127cb6dadb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457396
Oct 25 14:59:31.712909 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9531-98d5-46e5-b490-0348cef67ef8 req-81c4942d-3638-4fde-9753-b79544114f15 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:31.715502 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ebbb9531-98d5-46e5-b490-0348cef67ef8 req-81c4942d-3638-4fde-9753-b79544114f15 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 943 time: 0.2096949
Oct 25 14:59:31.807397 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ebbb9531-98d5-46e5-b490-0348cef67ef8 req-73b5820d-374d-43c0-821b-63423286c8c0 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835230
Oct 25 14:59:32.249802 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56628) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:32.623685 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc77ef-25db-484c-bdc5-86f683ff9e1d req-e4642307-4d24-4776-8c22-b994f185e969 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:32.626377 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9dfc77ef-25db-484c-bdc5-86f683ff9e1d req-e4642307-4d24-4776-8c22-b994f185e969 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 950 time: 0.1735754
Oct 25 14:59:32.712086 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:32.740355 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 14:59:32.753309 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:32.761381 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] Usage tracker for resource:security_group_rule and tenant:e437817badd741439f95dd0a48547060 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:32.776499 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9dfc77ef-25db-484c-bdc5-86f683ff9e1d req-0ae76a4c-50c9-47d4-89a0-7f958497de15 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793827
Oct 25 14:59:32.779836 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:32.808561 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:32.833078 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953cf5b-3a89-489a-bc02-1f8f27e13791 req-b8da387b-49c3-4a4f-a64a-706e5acd0aea tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:32.849544 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b953cf5b-3a89-489a-bc02-1f8f27e13791 req-b8da387b-49c3-4a4f-a64a-706e5acd0aea tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.2215917
Oct 25 14:59:32.961887 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b953cf5b-3a89-489a-bc02-1f8f27e13791 req-0908181c-6b99-4fba-a0b5-d3a6b395d1da tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107767
Oct 25 14:59:33.028337 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.036907 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.057800 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-53aebffc-5da0-4097-a03b-d9874785c3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:33.115595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 56652) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:33.140139 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb41963-4da9-4188-b885-f0b7b9445351,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:33.145022 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:33.158066 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e437817badd741439f95dd0a48547060&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9067662
Oct 25 14:59:33.161428 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 56658) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:33.187575 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6261a-b423-4dad-8a4d-bdb943eaf573 req-090c56e2-1cd2-430a-bae9-ada88347924c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:33.196032 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4eb6261a-b423-4dad-8a4d-bdb943eaf573 req-090c56e2-1cd2-430a-bae9-ada88347924c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 943 time: 0.1298008
Oct 25 14:59:33.204122 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:59:33.239084 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5', 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b', 'port_id': 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5', 'mac_address': 'fa:16:3e:c4:da:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6790719-2903-414f-a312-fc29486c7143', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 14:59:33.323247 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4eb6261a-b423-4dad-8a4d-bdb943eaf573 req-72ff70e4-5f42-43a9-87cc-ea98183a6a4d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261551
Oct 25 14:59:33.338541 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-327acac1-ada5-469b-a789-4f40d4eef940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.390826 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-327acac1-ada5-469b-a789-4f40d4eef940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.446840 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.484882 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-327acac1-ada5-469b-a789-4f40d4eef940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.490120 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 14:59:33.498797 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:33.509252 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.521451 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:59:33.528659 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.528869 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327acac1-ada5-469b-a789-4f40d4eef940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb41963-4da9-4188-b885-f0b7b9445351,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:33.531971 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-327acac1-ada5-469b-a789-4f40d4eef940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:33.539213 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-327acac1-ada5-469b-a789-4f40d4eef940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.540428 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-327acac1-ada5-469b-a789-4f40d4eef940 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ceb41963-4da9-4188-b885-f0b7b9445351 HTTP/1.1" status: 204  len: 168 time: 0.3762255
Oct 25 14:59:33.541808 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:33.543864 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:33.553512 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] Usage tracker for resource:security_group_rule and tenant:f0cc12fac57d41a0a0eb330b8cf7ff49 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:33.561286 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:33.577250 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:33.701359 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:33.707383 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:33.773675 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.782504 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:33.799441 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a1af240e-2854-4512-aa15-c774148f79ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:33.985119 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f0cc12fac57d41a0a0eb330b8cf7ff49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8681684
Oct 25 14:59:33.989438 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56672) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:34.003749 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d288c05-cdbb-45a4-9e86-1b402e87e2a3,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:34.012395 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 56676) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:34.013838 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:34.050211 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:34.093322 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['f4af74d1-98b8-4a15-8a88-8f97b74bbdf5'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:59:34.096057 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:34.103225 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] Usage tracker for resource:security_group_rule and tenant:0a37960012344d2ea5ecb793107493ee is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:34.108675 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:34.112464 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a65cc7e1-41d4-4f86-84cd-057380a7f682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:34.122116 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:34.193477 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a65cc7e1-41d4-4f86-84cd-057380a7f682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:34.285428 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a42c36-db02-43bd-bd53-bd330e510860 req-72e1a276-c988-4eb3-b2ca-6ab98ad4b299 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:34.288490 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-77a42c36-db02-43bd-bd53-bd330e510860 req-72e1a276-c988-4eb3-b2ca-6ab98ad4b299 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 950 time: 0.4907360
Oct 25 14:59:34.320611 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a65cc7e1-41d4-4f86-84cd-057380a7f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:34.332321 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f9d1d706-4b78-48c8-9cbf-53068e0387dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:34.363174 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cc7e1-41d4-4f86-84cd-057380a7f682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d288c05-cdbb-45a4-9e86-1b402e87e2a3,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:34.381539 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a65cc7e1-41d4-4f86-84cd-057380a7f682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:34.392252 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a65cc7e1-41d4-4f86-84cd-057380a7f682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:34.392840 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a65cc7e1-41d4-4f86-84cd-057380a7f682 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d288c05-cdbb-45a4-9e86-1b402e87e2a3 HTTP/1.1" status: 204  len: 168 time: 0.4011748
Oct 25 14:59:34.426693 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-77a42c36-db02-43bd-bd53-bd330e510860 req-00da2bee-4f7c-4afd-b519-13e4f7a16faf tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255980
Oct 25 14:59:34.493689 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511481df-1cf7-4c47-b9cc-60adcd327aac req-999da0e7-d315-4f7e-b410-2cd22062b1c7 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:34.495123 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-511481df-1cf7-4c47-b9cc-60adcd327aac req-999da0e7-d315-4f7e-b410-2cd22062b1c7 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.3365250
Oct 25 14:59:34.500350 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:34.565700 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:34.572261 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b01a063a-5e18-4a8f-912d-b30880897cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:34.626790 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-511481df-1cf7-4c47-b9cc-60adcd327aac req-6239feb9-8659-4cf9-b213-490c74700876 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204424
Oct 25 14:59:34.640223 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a37960012344d2ea5ecb793107493ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6242473
Oct 25 14:59:34.643496 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cf89c3-887d-4c57-976d-49fda23b70ad,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:34.647614 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 56688) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:34.650416 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:34.772469 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b2ca496e-aa7a-4626-882b-d0beffd06d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:34.896358 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b2ca496e-aa7a-4626-882b-d0beffd06d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:34.974187 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fdfe9-cbf1-4355-b28d-a746a0462045 req-b06c892c-70a6-4f80-9dc2-85fea7bbb5f4 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:34.976247 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-819fdfe9-cbf1-4355-b28d-a746a0462045 req-b06c892c-70a6-4f80-9dc2-85fea7bbb5f4 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 944 time: 0.2068951
Oct 25 14:59:35.067219 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b2ca496e-aa7a-4626-882b-d0beffd06d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:35.080996 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:35.104378 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-819fdfe9-cbf1-4355-b28d-a746a0462045 req-efd27c93-ff80-41fe-b49a-3cfb4aac45d1 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197867
Oct 25 14:59:35.110450 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca496e-aa7a-4626-882b-d0beffd06d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cf89c3-887d-4c57-976d-49fda23b70ad,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:35.114761 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b2ca496e-aa7a-4626-882b-d0beffd06d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:35.129683 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b2ca496e-aa7a-4626-882b-d0beffd06d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:35.137113 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-b2ca496e-aa7a-4626-882b-d0beffd06d13 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2cf89c3-887d-4c57-976d-49fda23b70ad HTTP/1.1" status: 204  len: 168 time: 0.4880500
Oct 25 14:59:35.204469 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 56704) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:35.261778 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-daa34b2d-0a5e-4c37-bd3c-92c1f13f0ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:35.294559 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-daa34b2d-0a5e-4c37-bd3c-92c1f13f0ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:35.301607 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-daa34b2d-0a5e-4c37-bd3c-92c1f13f0ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:dfefa27414e948f3a7fb390f6b3de7e4 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:35.307013 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-daa34b2d-0a5e-4c37-bd3c-92c1f13f0ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:35.320229 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-daa34b2d-0a5e-4c37-bd3c-92c1f13f0ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:35.694084 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ff2f8-89b3-40dc-9329-c6d9c1d29ced req-f7bee25d-9d2a-41a1-acdb-ec0a6904877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:35.695636 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d94ff2f8-89b3-40dc-9329-c6d9c1d29ced req-f7bee25d-9d2a-41a1-acdb-ec0a6904877d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 1099 time: 0.3581305
Oct 25 14:59:35.712568 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0eb2b-08fd-4dd3-aa11-62202e4684c5 req-d2b3b001-8ebc-450e-b9ce-0ed4066635ac tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:35.716326 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-44a0eb2b-08fd-4dd3-aa11-62202e4684c5 req-d2b3b001-8ebc-450e-b9ce-0ed4066635ac tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.3047757
Oct 25 14:59:35.754834 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-daa34b2d-0a5e-4c37-bd3c-92c1f13f0ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:35.798901 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-daa34b2d-0a5e-4c37-bd3c-92c1f13f0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:35.906806 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-94154b29-1289-43c1-a0e6-1acc29bfca05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:36.069892 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-daa34b2d-0a5e-4c37-bd3c-92c1f13f0ca8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dfefa27414e948f3a7fb390f6b3de7e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8634176
Oct 25 14:59:36.075542 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56734) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:36.078912 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-44a0eb2b-08fd-4dd3-aa11-62202e4684c5 req-6c8d8295-b2f7-4676-bd7d-978aab3daef8 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3329167
Oct 25 14:59:36.083192 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa34b2d-0a5e-4c37-bd3c-92c1f13f0ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4131da45-87a9-47de-8016-037c82896c6a,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:36.105922 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-daa34b2d-0a5e-4c37-bd3c-92c1f13f0ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:36.144660 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690c265-a248-4caf-a0ab-195c573b9b9d req-601af4bb-9d0c-42fe-b2e7-99e4f7fe0e94 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:36.151044 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b690c265-a248-4caf-a0ab-195c573b9b9d req-601af4bb-9d0c-42fe-b2e7-99e4f7fe0e94 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 950 time: 0.5559969
Oct 25 14:59:36.278737 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-00637117-b577-4c4d-b2c0-8db4bc4f9e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:36.278833 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ff2f8-89b3-40dc-9329-c6d9c1d29ced req-173de723-7692-4f1f-b922-afd03cf1ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:36.278833 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d94ff2f8-89b3-40dc-9329-c6d9c1d29ced req-173de723-7692-4f1f-b922-afd03cf1ad79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 920 time: 0.5544896
Oct 25 14:59:36.287248 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b690c265-a248-4caf-a0ab-195c573b9b9d req-33771d1b-3462-46b7-91ce-e48999d5e9f2 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174657
Oct 25 14:59:36.358456 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-00637117-b577-4c4d-b2c0-8db4bc4f9e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:36.366267 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d94ff2f8-89b3-40dc-9329-c6d9c1d29ced req-9ca2c142-fae1-4444-b046-af8fda983938 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c7203a5-95e7-48a7-aca1-425505a112a4 HTTP/1.1" status: 200  len: 217 time: 0.0764933
Oct 25 14:59:36.459073 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-00637117-b577-4c4d-b2c0-8db4bc4f9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:36.467137 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1d23c4e2-c14d-4a7b-8070-1ef7a65a8f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:36.492880 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00637117-b577-4c4d-b2c0-8db4bc4f9e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4131da45-87a9-47de-8016-037c82896c6a,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:36.498017 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-00637117-b577-4c4d-b2c0-8db4bc4f9e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:36.500483 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-00637117-b577-4c4d-b2c0-8db4bc4f9e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:36.502602 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-00637117-b577-4c4d-b2c0-8db4bc4f9e4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4131da45-87a9-47de-8016-037c82896c6a HTTP/1.1" status: 204  len: 168 time: 0.4244578
Oct 25 14:59:36.646776 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-484c6373-8903-47cf-ba34-caca27533d1b tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:36.649346 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-484c6373-8903-47cf-ba34-caca27533d1b tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 950 time: 0.4438448
Oct 25 14:59:36.660993 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ff2f8-89b3-40dc-9329-c6d9c1d29ced req-335bf987-c77f-4fb3-b18a-8e09a6ca3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:36.663635 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d94ff2f8-89b3-40dc-9329-c6d9c1d29ced req-335bf987-c77f-4fb3-b18a-8e09a6ca3fcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 200  len: 859 time: 0.2716591
Oct 25 14:59:36.758484 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:59:36.874631 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d94ff2f8-89b3-40dc-9329-c6d9c1d29ced req-5d8ea09a-e5ea-4105-946a-b0748af38711 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331f36af-0363-44a7-b402-805bbfb485e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1438043
Oct 25 14:59:36.934280 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 14:59:36.948557 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 14:59:36.950883 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:37.041400 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Deleting port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 14:59:37.041400 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:37.300775 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:37.373857 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1484f-74db-4652-a3a5-3a46c2fb5727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:59:37.403693 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:59:37.414755 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:37.417480 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:37.516797 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:37.523378 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:37.619499 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dd195-84b6-4bd5-848a-f3ce1796f9b3 req-370eb644-46ee-49e2-972e-68df5be9b17b tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:37.621093 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cc3dd195-84b6-4bd5-848a-f3ce1796f9b3 req-370eb644-46ee-49e2-972e-68df5be9b17b tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 944 time: 1.1596534
Oct 25 14:59:37.717457 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d94ff2f8-89b3-40dc-9329-c6d9c1d29ced req-ffe9ee9d-340c-473c-a7b1-e1126fdd0c3b service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8133843
Oct 25 14:59:37.869384 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cc3dd195-84b6-4bd5-848a-f3ce1796f9b3 req-e7c08951-fc63-431e-ac8d-7aea5b1700d2 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246907
Oct 25 14:59:37.886762 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5406-a25c-4c74-bdf9-ecb3080dc2f7 req-401de2b0-6dfe-4c0d-b8fe-31e91bd18153 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:37.902320 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a73d5406-a25c-4c74-bdf9-ecb3080dc2f7 req-401de2b0-6dfe-4c0d-b8fe-31e91bd18153 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.4781322
Oct 25 14:59:37.930457 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] For port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,segment=NetworkSegment(d11995c0-d26c-42e7-86ee-5448832ae5c1),segment_id=d11995c0-d26c-42e7-86ee-5448832ae5c1)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 14:59:37.930756 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:38.279455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Calling delete_port for 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 14:59:38.440505 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a73d5406-a25c-4c74-bdf9-ecb3080dc2f7 req-a8f816ba-2f80-4ccd-8ea0-324ddf39c820 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5369687
Oct 25 14:59:38.499146 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d94ff2f8-89b3-40dc-9329-c6d9c1d29ced req-d5929848-204f-4187-b8b6-ccd1a2c67362 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7559042
Oct 25 14:59:38.523186 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1484f-74db-4652-a3a5-3a46c2fb5727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5', 'code': 200}
Oct 25 14:59:38.662851 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd2f30-6a85-42b3-8ff9-84d5ebc6b176 req-bbd74119-e211-4484-96e9-c062ab35d1d2 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:38.665219 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76cd2f30-6a85-42b3-8ff9-84d5ebc6b176 req-bbd74119-e211-4484-96e9-c062ab35d1d2 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 950 time: 0.5711985
Oct 25 14:59:38.724724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:38.737449 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:38.778743 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['71d90c3e-7b6c-4f38-b2df-63fa384e8d87'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 14:59:39.144890 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Pushing event deleted for resources: {'Port': ['ID=71d90c3e-7b6c-4f38-b2df-63fa384e8d87,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:39.163933 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:39.359234 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76cd2f30-6a85-42b3-8ff9-84d5ebc6b176 req-edd2313d-1638-4fc6-ac4a-f6e594cc68ad tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6655109
Oct 25 14:59:39.397494 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] No DVR routers for this DVR port 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 14:59:39.421606 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:39.429799 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdd479a-8955-4039-b716-d38785e72c44', 'name': 'network-vif-deleted', 'tag': '71d90c3e-7b6c-4f38-b2df-63fa384e8d87'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 14:59:39.517946 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-94eb652c-35a8-4c35-8d97-2f60230c2f4d req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.37 "DELETE /v2.0/ports/71d90c3e-7b6c-4f38-b2df-63fa384e8d87 HTTP/1.1" status: 204  len: 173 time: 2.8593562
Oct 25 14:59:39.524508 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177b97c-56f5-47f1-b77f-08df24debc2f req-139094e2-9b37-4e1d-959f-b5d6c6143ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:39.536613 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e177b97c-56f5-47f1-b77f-08df24debc2f req-139094e2-9b37-4e1d-959f-b5d6c6143ec9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 1098 time: 0.4973290
Oct 25 14:59:39.819706 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56854) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:39.928350 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdd479a-8955-4039-b716-d38785e72c44', 'name': 'network-vif-deleted', 'tag': '71d90c3e-7b6c-4f38-b2df-63fa384e8d87', 'status': 'completed', 'code': 200}
Oct 25 14:59:39.931659 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e177b97c-56f5-47f1-b77f-08df24debc2f req-ad805d83-c8ac-4660-8135-cc55f228cc53 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3701131
Oct 25 14:59:40.017421 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d827c7-343b-428c-b808-3618aece2d2e req-0d72d34e-f405-40a4-8954-0d81c35bdd95 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:40.020705 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a2d827c7-343b-428c-b808-3618aece2d2e req-0d72d34e-f405-40a4-8954-0d81c35bdd95 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 945 time: 0.3675663
Oct 25 14:59:40.117574 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a2d827c7-343b-428c-b808-3618aece2d2e req-3a9da380-182d-4427-9814-2b6911dda606 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836484
Oct 25 14:59:40.134043 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:40.181659 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:40.187746 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b2ad2f6f4f4054a522a7c0e50ac886 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:40.191968 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:40.192632 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:40.200643 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:40.305035 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce6ed1-e89f-4708-98dd-c6d44f481fcd req-3441cce7-3ecd-4c89-819d-6f788112c1c4 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:40.306716 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:40.307835 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-41ce6ed1-e89f-4708-98dd-c6d44f481fcd req-3441cce7-3ecd-4c89-819d-6f788112c1c4 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.1702538
Oct 25 14:59:40.323904 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:40.334994 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-40e66381-6278-4f40-b9e8-b4ba7dc106c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:40.370091 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687ae9bb-bf07-4873-8e2b-f8675e98208f,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:40.375673 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:40.420424 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4b2ad2f6f4f4054a522a7c0e50ac886&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5994928
Oct 25 14:59:40.421056 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 56872) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:40.423895 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-41ce6ed1-e89f-4708-98dd-c6d44f481fcd req-6f802ff2-4cfc-4972-8ba6-d7e46091e5f0 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078937
Oct 25 14:59:40.538149 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-49e3e81e-ceaa-4215-8d1e-f2cc8b390cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:40.551348 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f110b6ad-7a8f-4cd3-8e60-5909167a7704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:40.587996 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-49e3e81e-ceaa-4215-8d1e-f2cc8b390cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:40.637241 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c6e1bc7a-0b6a-45ea-9fe4-c6c444058863 req-9cc206d0-aaa8-48e5-9c3c-e016b0d6390d tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Synchronizing usage tracker for tenant:1bda41a63b28467cb60de8010e02c23d on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 14:59:40.666364 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c6e1bc7a-0b6a-45ea-9fe4-c6c444058863 req-9cc206d0-aaa8-48e5-9c3c-e016b0d6390d tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Unset dirty status for tenant:1bda41a63b28467cb60de8010e02c23d on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 14:59:40.667642 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c6e1bc7a-0b6a-45ea-9fe4-c6c444058863 req-9cc206d0-aaa8-48e5-9c3c-e016b0d6390d tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bdd479a-8955-4039-b716-d38785e72c44 HTTP/1.1" status: 200  len: 210 time: 0.1342349
Oct 25 14:59:40.722730 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-49e3e81e-ceaa-4215-8d1e-f2cc8b390cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:40.733887 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-380c49d2-dfcc-4bdd-8f65-f30b48c42997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:40.768014 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3e81e-ceaa-4215-8d1e-f2cc8b390cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687ae9bb-bf07-4873-8e2b-f8675e98208f,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:40.773398 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-49e3e81e-ceaa-4215-8d1e-f2cc8b390cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:40.784826 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-49e3e81e-ceaa-4215-8d1e-f2cc8b390cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:40.786787 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-49e3e81e-ceaa-4215-8d1e-f2cc8b390cd3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/687ae9bb-bf07-4873-8e2b-f8675e98208f HTTP/1.1" status: 204  len: 168 time: 0.3643014
Oct 25 14:59:40.810393 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 14:59:40.926822 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 14:59:40.927539 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 71d90c3e-7b6c-4f38-b2df-63fa384e8d87 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 14:59:41.357500 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870dc8-7424-4928-9d6e-85e869d2d8f7 req-6d66eebb-20df-4e45-9048-5649c147c583 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:41.359654 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b9870dc8-7424-4928-9d6e-85e869d2d8f7 req-6d66eebb-20df-4e45-9048-5649c147c583 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 945 time: 0.1017177
Oct 25 14:59:41.446964 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b9870dc8-7424-4928-9d6e-85e869d2d8f7 req-45547048-01e9-4d92-a4a1-f1da269596c9 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801528
Oct 25 14:59:41.647341 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d45d4-02d4-465f-a137-14737e7c66e9 req-fbd01a98-bbf4-4f36-b16d-aa0ef43466ef tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:41.651779 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-090d45d4-02d4-465f-a137-14737e7c66e9 req-fbd01a98-bbf4-4f36-b16d-aa0ef43466ef tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.1027260
Oct 25 14:59:41.752353 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-090d45d4-02d4-465f-a137-14737e7c66e9 req-6b12d8f2-1144-4c96-a4bd-26ebdc5a2b63 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957608
Oct 25 14:59:42.900027 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39f8ba-fdba-44a8-93cd-24fdbe9829ee req-27d643d5-f173-4e7f-b395-880b09b80364 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:42.905964 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cc39f8ba-fdba-44a8-93cd-24fdbe9829ee req-27d643d5-f173-4e7f-b395-880b09b80364 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 945 time: 0.2065525
Oct 25 14:59:43.189365 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cc39f8ba-fdba-44a8-93cd-24fdbe9829ee req-bc764c6d-b233-443b-bd6a-347f61818bf8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2689579
Oct 25 14:59:43.281723 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45cba9-aca7-4a7a-b662-cd967015fd6c req-35079623-08b9-41c5-87fa-a829915dce5d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:43.284560 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6b45cba9-aca7-4a7a-b662-cd967015fd6c req-35079623-08b9-41c5-87fa-a829915dce5d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.2494552
Oct 25 14:59:43.405435 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6b45cba9-aca7-4a7a-b662-cd967015fd6c req-edd4436b-a17b-43ff-be98-f42a11bb137c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032619
Oct 25 14:59:43.544422 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-85b31b52-0fe3-4db8-854c-408fe822df30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:44.454329 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:45.265711 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57096) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:45.454773 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:45.476538 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:45.484357 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] Usage tracker for resource:security_group_rule and tenant:5d4bbb9314584bf68c53a29f6b716f92 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:45.490118 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:45.501371 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:45.606766 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:45.612959 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:45.642159 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-76b6ea9c-6f25-447a-9439-8a6e94e83f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:45.669554 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48611673-a53c-434d-b397-0d5ba0e712d6,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:45.677082 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d4bbb9314584bf68c53a29f6b716f92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4093089
Oct 25 14:59:45.678141 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57126) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:45.678897 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:45.812328 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2e5a60ca-1233-487a-91b3-eadb6203342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:45.858347 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2e5a60ca-1233-487a-91b3-eadb6203342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:45.947522 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2e5a60ca-1233-487a-91b3-eadb6203342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:45.964700 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-327acac1-ada5-469b-a789-4f40d4eef940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:45.985280 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a60ca-1233-487a-91b3-eadb6203342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48611673-a53c-434d-b397-0d5ba0e712d6,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:45.997733 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-2e5a60ca-1233-487a-91b3-eadb6203342f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:46.000604 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2e5a60ca-1233-487a-91b3-eadb6203342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:46.002876 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-2e5a60ca-1233-487a-91b3-eadb6203342f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/48611673-a53c-434d-b397-0d5ba0e712d6 HTTP/1.1" status: 204  len: 168 time: 0.3221068
Oct 25 14:59:46.500099 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57184) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:46.528216 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-677fef71-2f78-4baa-a542-68afc7f779c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:46.550176 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-677fef71-2f78-4baa-a542-68afc7f779c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:46.555689 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-677fef71-2f78-4baa-a542-68afc7f779c5 admin admin] Usage tracker for resource:security_group_rule and tenant:114a7d9a1d9340f3aec94ef2334fc118 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:46.559184 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-677fef71-2f78-4baa-a542-68afc7f779c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:46.565932 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-677fef71-2f78-4baa-a542-68afc7f779c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:46.630010 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:46.689024 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-677fef71-2f78-4baa-a542-68afc7f779c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:46.695116 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-677fef71-2f78-4baa-a542-68afc7f779c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:46.703156 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a2ea9932-b8ed-4199-ad1f-20b6dbdaa6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:46.747486 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fef71-2f78-4baa-a542-68afc7f779c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906eed45-cc7c-4f54-8259-bbd9d606bd50,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:46.752206 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-677fef71-2f78-4baa-a542-68afc7f779c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=114a7d9a1d9340f3aec94ef2334fc118&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2507734
Oct 25 14:59:46.753325 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-677fef71-2f78-4baa-a542-68afc7f779c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:46.756950 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57198) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:46.873704 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c0d2800b-e1df-4e83-88b5-795ff8d7ff81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:46.912412 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c0d2800b-e1df-4e83-88b5-795ff8d7ff81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:46.984510 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c0d2800b-e1df-4e83-88b5-795ff8d7ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:46.988610 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7ce4c50f-c7d3-480e-a3d2-eef44a86fd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:47.003077 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2800b-e1df-4e83-88b5-795ff8d7ff81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906eed45-cc7c-4f54-8259-bbd9d606bd50,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:47.006457 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c0d2800b-e1df-4e83-88b5-795ff8d7ff81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:47.008839 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c0d2800b-e1df-4e83-88b5-795ff8d7ff81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:47.009968 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-c0d2800b-e1df-4e83-88b5-795ff8d7ff81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/906eed45-cc7c-4f54-8259-bbd9d606bd50 HTTP/1.1" status: 204  len: 168 time: 0.2519259
Oct 25 14:59:49.785206 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd386-34ce-4289-9dd1-4453608096f5 req-18e2b764-4665-4129-8571-fdacd61151f1 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:49.790196 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1f9cd386-34ce-4289-9dd1-4453608096f5 req-18e2b764-4665-4129-8571-fdacd61151f1 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1812713
Oct 25 14:59:49.895378 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1f9cd386-34ce-4289-9dd1-4453608096f5 req-88f9d854-4880-4ef3-813e-6077fa2a9f46 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945089
Oct 25 14:59:51.186654 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1789dfe-daf0-4e41-babc-c3d1931571f8 req-e68d7883-63c1-41df-8c70-12396bb49248 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:51.188898 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d1789dfe-daf0-4e41-babc-c3d1931571f8 req-e68d7883-63c1-41df-8c70-12396bb49248 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1348872
Oct 25 14:59:51.247762 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d1789dfe-daf0-4e41-babc-c3d1931571f8 req-5584e7df-24fa-41fb-87b5-f84d968655b1 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520382
Oct 25 14:59:51.454761 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7146ca7-fa75-4da7-b6e7-ed47039daa9c req-0c572b8e-2db0-41e8-b0fc-53d1fa7dab69 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:51.456825 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a7146ca7-fa75-4da7-b6e7-ed47039daa9c req-0c572b8e-2db0-41e8-b0fc-53d1fa7dab69 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.0946102
Oct 25 14:59:51.519988 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a7146ca7-fa75-4da7-b6e7-ed47039daa9c req-4555dac7-ed12-4ee5-867b-6a22864d8368 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546985
Oct 25 14:59:52.640127 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1e376-12e9-49a2-8659-9ccf61d8157b req-4b3d88c2-a3b0-4cb3-9356-7d69dfb83019 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:52.645101 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-13e1e376-12e9-49a2-8659-9ccf61d8157b req-4b3d88c2-a3b0-4cb3-9356-7d69dfb83019 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.2036970
Oct 25 14:59:52.769886 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-13e1e376-12e9-49a2-8659-9ccf61d8157b req-7d277fca-3d16-49dd-8201-29925fb708ee tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124482
Oct 25 14:59:52.915890 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57440) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:53.087101 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57448) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:53.264176 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.312503 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:53.324254 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-ce293309-3124-4abe-a2f0-f4e70fec773c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1bda41a63b28467cb60de8010e02c23d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4067812
Oct 25 14:59:53.326556 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] Usage tracker for resource:security_group_rule and tenant:1a35a8f34ccd4f299e70454da54deed0 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:53.327510 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57454) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:53.332107 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:53.343701 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:53.406230 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b53a947f-b9c5-4dd4-ae5e-3ed404eca646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.459765 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b53a947f-b9c5-4dd4-ae5e-3ed404eca646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.479228 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.485398 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.526420 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-08617626-4dff-4bea-8005-3c19157d891d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:53.553366 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a35a8f34ccd4f299e70454da54deed0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4646451
Oct 25 14:59:53.557025 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57464) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:53.598765 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b53a947f-b9c5-4dd4-ae5e-3ed404eca646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.604363 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-894ae6e0-cf39-426d-88a8-ee6bb13eb01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:53.620835 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a947f-b9c5-4dd4-ae5e-3ed404eca646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7593ac-bb22-4df8-96ea-2d6f4ee30f63,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:53.624445 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b53a947f-b9c5-4dd4-ae5e-3ed404eca646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:53.656124 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b53a947f-b9c5-4dd4-ae5e-3ed404eca646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.659509 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bde1af-4b43-4661-a147-fa4aa47648e5,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:53.660053 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-b53a947f-b9c5-4dd4-ae5e-3ed404eca646 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d7593ac-bb22-4df8-96ea-2d6f4ee30f63 HTTP/1.1" status: 204  len: 168 time: 0.3298585
Oct 25 14:59:53.664709 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:53.667238 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-01b830d0-b287-4756-9015-8c44c06f9d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.698637 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-01b830d0-b287-4756-9015-8c44c06f9d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.779767 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 14:59:53.799858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-01b830d0-b287-4756-9015-8c44c06f9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.810188 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-49e3e81e-ceaa-4215-8d1e-f2cc8b390cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:53.883538 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b830d0-b287-4756-9015-8c44c06f9d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bde1af-4b43-4661-a147-fa4aa47648e5,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:53.914700 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-01b830d0-b287-4756-9015-8c44c06f9d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:53.935700 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-01b830d0-b287-4756-9015-8c44c06f9d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:53.941370 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-01b830d0-b287-4756-9015-8c44c06f9d41 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66bde1af-4b43-4661-a147-fa4aa47648e5 HTTP/1.1" status: 204  len: 168 time: 0.3829241
Oct 25 14:59:54.076418 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708842b-789c-4a0d-a8db-bcc0be596273 req-ddc0db61-5e4b-4940-b454-b09c2a28b75d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:54.084231 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7708842b-789c-4a0d-a8db-bcc0be596273 req-ddc0db61-5e4b-4940-b454-b09c2a28b75d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1155801
Oct 25 14:59:54.168690 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7708842b-789c-4a0d-a8db-bcc0be596273 req-2f068083-c780-4a3e-91bd-f0a30dfec784 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735097
Oct 25 14:59:54.722494 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57496) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:54.760873 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:54.794075 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:54.818559 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] Usage tracker for resource:security_group_rule and tenant:17f1c6a0b654457ab5205a5d7e124496 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:54.823833 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:54.840019 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:55.094006 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.101700 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.115438 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:55.183779 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7fad6a-76cd-4e14-bdb5-44ccaf48f945,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:55.190370 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:55.195262 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=17f1c6a0b654457ab5205a5d7e124496&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4699943
Oct 25 14:59:55.198782 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57512) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:55.287505 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57518) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:55.353775 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-89e59c11-a8ec-4a3e-87e2-8c5ecb68eb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.413179 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-89e59c11-a8ec-4a3e-87e2-8c5ecb68eb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.496222 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4ac7b-ed9a-429e-9c46-2a02a9424bbb req-a2041232-28ad-4f92-921c-1e02b721d3a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:55.498814 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d3d4ac7b-ed9a-429e-9c46-2a02a9424bbb req-a2041232-28ad-4f92-921c-1e02b721d3a6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1148417
Oct 25 14:59:55.511753 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-89e59c11-a8ec-4a3e-87e2-8c5ecb68eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.516826 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-00637117-b577-4c4d-b2c0-8db4bc4f9e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:55.531587 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1531717184-network', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:59:55.533248 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e59c11-a8ec-4a3e-87e2-8c5ecb68eb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7fad6a-76cd-4e14-bdb5-44ccaf48f945,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:55.538533 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-89e59c11-a8ec-4a3e-87e2-8c5ecb68eb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:55.541670 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-89e59c11-a8ec-4a3e-87e2-8c5ecb68eb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.543098 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-89e59c11-a8ec-4a3e-87e2-8c5ecb68eb6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff7fad6a-76cd-4e14-bdb5-44ccaf48f945 HTTP/1.1" status: 204  len: 168 time: 0.3428564
Oct 25 14:59:55.545885 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:55.557363 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Usage tracker for resource:network and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:55.573122 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:55.587825 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:55.599750 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d3d4ac7b-ed9a-429e-9c46-2a02a9424bbb req-4470df8b-e7dd-4f44-9fbd-1ebdbdfb41c1 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909061
Oct 25 14:59:55.609382 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Made reservation on behalf of 851559b5d43e474aa0fb5071883e75fb for: {'network': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:59:55.617018 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.650921 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.685548 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:55.692989 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Usage tracker for resource:security_group_rule and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:55.703208 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:55.715948 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:55.858252 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.866784 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.870374 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-704db9d4-4346-4db5-ac1d-c174bc71bf97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:55.910972 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=86764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 14:59:55.922341 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59484d5-205b-4b6e-86d2-9d6a47ddf450,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:55.928439 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:55.933494 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:55.934496 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.segments_db [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Added segment 08f32f9f-2421-48a6-8585-2aaa10e44ace of type vlan for network ca89f383-e1f5-453f-952d-7a6a92223229
Oct 25 14:59:55.980338 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:56.037104 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:56.040607 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:56.042341 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:56.053662 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c288d7c4-9a6e-4f1e-a19c-32b190022725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:56.189541 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Pushing event updated for resources: {'Network': ['ID=ca89f383-e1f5-453f-952d-7a6a92223229,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:56.197967 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9047465
Oct 25 14:59:56.197967 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:56.198395 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57542) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:56.204707 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Request body: {'subnet': {'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1531717184-subnet', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:59:56.208057 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network ca89f383-e1f5-453f-952d-7a6a92223229 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 14:59:56.209300 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:56.213571 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Usage tracker for resource:subnet and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:56.216855 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:56.223513 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:56.238916 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Made reservation on behalf of 851559b5d43e474aa0fb5071883e75fb for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 14:59:56.242656 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30357453'] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:56.655758 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30380286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30357467'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:56.666547 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-fc9a4da4-d888-4910-b148-5232a0b2329c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:56.859512 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Checking segment: {'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:59:56.875391 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Network hostable DHCP agents. Network: ca89f383-e1f5-453f-952d-7a6a92223229, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 14:59:56.916010 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ec8752-a35a-4c4e-a625-8fa642b99b7a,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:56.921798 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:56.955736 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Network ca89f383-e1f5-453f-952d-7a6a92223229 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 14:59:56.976325 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5781a-6804-4cea-af72-63703492dec6 req-0e5db504-a325-4b3f-b100-afda3d19921b tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:56.984761 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ddb5781a-6804-4cea-af72-63703492dec6 req-0e5db504-a325-4b3f-b100-afda3d19921b tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1754351
Oct 25 14:59:56.986709 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, ca89f383-e1f5-453f-952d-7a6a92223229) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:59:56.996068 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:56.997009 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:56.999766 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3620a06-1e8a-420d-bb37-734bfb04c880 None None] Network ca89f383-e1f5-453f-952d-7a6a92223229 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:59:57.037862 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ddb5781a-6804-4cea-af72-63703492dec6 req-4a6b8cc2-36f5-4fed-b1e6-91a0a35b6e9c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522046
Oct 25 14:59:57.054513 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8527400
Oct 25 14:59:57.055710 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57568) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 14:59:57.083143 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 14:59:57.090106 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 14:59:57.097154 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Usage tracker for resource:router and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 14:59:57.102319 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 14:59:57.136904 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 14:59:57.160131 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33513898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1654'] for router, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:57.161695 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33513773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33441060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33538838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:57.195481 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:57.340263 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939c8d1a-dcb5-55a8-bcc9-79348285edc1-ca89f383-e1f5-453f-952d-7a6a92223229', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a'}]}} from dv-cinder-813751-1-iscsi. {{(pid=86766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Oct 25 14:59:57.341182 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:57.555370 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.db_base_plugin_common [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Allocated IP 172.20.0.2 (ca89f383-e1f5-453f-952d-7a6a92223229/f7ec8752-a35a-4c4e-a625-8fa642b99b7a/6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e) {{(pid=86766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:59:57.618026 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:57.992614 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Notify callbacks [] for port, precommit_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:58.014225 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Transition to ACTIVE for port object 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:59:58.044726 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Transition to ACTIVE for port object 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e will not be triggered until provisioned by entity DHCP. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 14:59:58.056820 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:58.063187 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:58.082208 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:58.126157 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:58.132608 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Network ca89f383-e1f5-453f-952d-7a6a92223229 is already hosted by enough agents. {{(pid=86766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:59:58.133873 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.base_scheduler [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Resources bound (agent type, host, resource id):  {{(pid=86766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:59:58.137088 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Received port after_create {{(pid=86766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:59:58.157585 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Pushing event updated for resources: {'Port': ['ID=6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e,revision_number=1']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:58.163448 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:58.310886 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Attempting to bind port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 14:59:58.311375 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Attempting to bind port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 14:59:58.311806 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Attempting to bind port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e on network ca89f383-e1f5-453f-952d-7a6a92223229 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 14:59:58.318315 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 14:59:58.318749 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Checking segment: {'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 14:59:58.319164 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:58.319570 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Bound using segment: {'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 14:59:58.320061 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Bound port: 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 14:59:58.320453 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:58.383770 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Allocated IP 172.27.3.223 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/0a3f58d6-e3ff-4224-8d65-cecd2993ff91) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 14:59:58.436495 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] For port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 14:59:58.439105 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327554a-c64b-4a94-9f97-5ae7c0aebc20 req-9a3fda15-950e-4600-8833-3c4ce2c6a35a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 14:59:58.441154 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c327554a-c64b-4a94-9f97-5ae7c0aebc20 req-9a3fda15-950e-4600-8833-3c4ce2c6a35a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1930349
Oct 25 14:59:58.442541 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] For port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 14:59:58.449468 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:58.457319 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:58.596951 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Pushing event updated for resources: {'Port': ['ID=6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:58.602514 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:58.648860 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c327554a-c64b-4a94-9f97-5ae7c0aebc20 req-a540bb18-0396-4c26-b390-1ff09c73dce9 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799017
Oct 25 14:59:58.698349 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:58.739139 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:58.755052 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 14:59:58.854791 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 14:59:58.878914 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 14:59:58.884406 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 14:59:58.972445 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Pushing event updated for resources: {'Port': ['ID=0a3f58d6-e3ff-4224-8d65-cecd2993ff91,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 14:59:58.978178 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 14:59:59.495229 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 14:59:59.737400 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865db40-c901-4c76-9d98-7da70496a453 None None] Network ca89f383-e1f5-453f-952d-7a6a92223229 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 14:59:59.904265 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 14:59:59.979137 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-87d6a5c4-0020-4801-982e-6a548b6bccce None None] Provisioning for port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:00.050030 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33513885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871'] for router, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:00.101048 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:00.140684 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:00.141152 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:00.379690 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82abed-3b72-43d0-b35a-8e0fccb57c53 req-1dcc4fe7-6728-4034-8c30-cd24282a9acd tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:00.382980 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:00.389325 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c82abed-3b72-43d0-b35a-8e0fccb57c53 req-1dcc4fe7-6728-4034-8c30-cd24282a9acd tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.4504399
Oct 25 15:00:00.435622 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:00.445495 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:00.449253 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:00.575916 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:00.587414 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:00.851685 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c82abed-3b72-43d0-b35a-8e0fccb57c53 req-a83dbf35-4269-45fe-9f30-0c0096f27d68 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4486706
Oct 25 15:00:00.870735 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:00.961595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 is scheduled to L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e with binding_index 1 {{(pid=86764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Oct 25 15:00:01.026071 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-e5c1e825-5c77-4085-b0ab-a3dfd746e8a2 None None] Provisioning complete for port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:01.026481 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e5c1e825-5c77-4085-b0ab-a3dfd746e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:01.098216 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-bf1fb8fe-54f8-4490-9d73-f7e015b568c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4542999
Oct 25 15:00:01.357446 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:00:01.372049 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Sync routers for ids ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:00:01.390264 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Routers {'2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:01.391424 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e8dc4c0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:01.392907 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-74b9aa25-bca6-4e9b-90d1-e811b2f2ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:01.395375 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-74b9aa25-bca6-4e9b-90d1-e811b2f2ff76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 1099 time: 0.1906621
Oct 25 15:00:01.409523 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Notify callbacks [] for router, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:01.411676 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.3542933
Oct 25 15:00:01.420313 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57628) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:01.650081 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Set router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:01.806753 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:02.041184 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e8dc4c0>, [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T14:59:59Z', 'revision_number': 3, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T14:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:02.046144 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Checking router: 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:00:02.046787 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Updating router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:00:02.121140 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:02.195785 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:02.197390 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:02.461138 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-5372c52f-b799-46c5-bfb4-fa14365d982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:02.474754 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-5372c52f-b799-46c5-bfb4-fa14365d982a service neutron] 10.222.0.37 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 920 time: 0.9227138
Oct 25 15:00:02.684403 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-32f32d73-6f53-4f39-9de0-7a310e98e06b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c7203a5-95e7-48a7-aca1-425505a112a4 HTTP/1.1" status: 200  len: 217 time: 0.2082891
Oct 25 15:00:02.859054 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:02.894925 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-1694ead9-8e61-40cd-aa69-2733a4bae16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:02.899250 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-1694ead9-8e61-40cd-aa69-2733a4bae16a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 200  len: 859 time: 0.2024357
Oct 25 15:00:02.936780 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290badf-0e3a-4ec7-8ed4-9a736c835931 req-9c43f78a-e739-4cc1-bb2a-fc268272626f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:02.937064 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Transition to ACTIVE for port object 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:02.951235 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0290badf-0e3a-4ec7-8ed4-9a736c835931 req-9c43f78a-e739-4cc1-bb2a-fc268272626f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.6096539
Oct 25 15:00:02.957143 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:02.969197 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-f157daa1-ae01-469e-9962-4ac5e5345532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:03.074060 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Pushing event updated for resources: {'Port': ['ID=0a3f58d6-e3ff-4224-8d65-cecd2993ff91,revision_number=2']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:03.076955 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-a5eadd6d-9633-43c3-bd38-8e5b2e3fd8e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331f36af-0363-44a7-b402-805bbfb485e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1570542
Oct 25 15:00:03.101958 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Attempting to bind port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:03.102721 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Attempting to bind port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:03.103192 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Attempting to bind port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 on network 7e676695-9316-4764-8fee-34d0d2b07572 {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:03.119637 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:03.120497 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:03.120622 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:03.121153 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Bound using segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:03.121704 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Bound port: 0a3f58d6-e3ff-4224-8d65-cecd2993ff91, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:03.122211 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:03.152851 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.153361 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.153801 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.154236 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.154713 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.155149 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.155618 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.156045 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.156489 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.156911 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.157432 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.157858 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:03.172318 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:03.228012 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] For port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:03.232320 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] For port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=0a3f58d6-e3ff-4224-8d65-cecd2993ff91,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:03.238909 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:03.255855 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:03.411807 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Pushing event updated for resources: {'Port': ['ID=0a3f58d6-e3ff-4224-8d65-cecd2993ff91,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:03.424896 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:03.425660 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Routers {'2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:03.426464 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e8dc4c0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:03.679029 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0290badf-0e3a-4ec7-8ed4-9a736c835931 req-b38a3852-062d-489e-bc75-804506ada751 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7265532
Oct 25 15:00:03.710798 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] Set router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:03.811233 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-8addaf4e-cffc-4048-967d-891cd282cd46 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6262286
Oct 25 15:00:04.067116 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e8dc4c0>, [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T14:59:59Z', 'revision_number': 3, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:04.074299 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1957118-d449-46ce-8a29-4cd7a8bcf25b None None] The sync data for ids ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'] in dv-cinder-813751-1-iscsi is: [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T14:59:59Z', 'revision_number': 3, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:00:04.276539 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa77df9a-7455-41dd-90a5-790ea38b53ad req-834f1cd7-cb7b-46ee-8d17-8a203981c669 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4170887
Oct 25 15:00:04.309517 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:04.727098 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Allocated IP 172.20.0.1 (ca89f383-e1f5-453f-952d-7a6a92223229/f7ec8752-a35a-4c4e-a625-8fa642b99b7a/fad12693-4a73-4254-b6e4-aeb459ec3281) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:05.024108 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:05.043047 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Transition to ACTIVE for port object fad12693-4a73-4254-b6e4-aeb459ec3281 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:05.086343 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:05.090836 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-419aa66a-90e8-4596-9edc-877ce84ded50 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:05.205681 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Network ca89f383-e1f5-453f-952d-7a6a92223229 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:05.214519 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:05.226607 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:05.262678 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Pushing event updated for resources: {'Port': ['ID=fad12693-4a73-4254-b6e4-aeb459ec3281,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:05.271415 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:05.352633 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33510570'] for router_interface, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:05.435591 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b0573-34f3-4baa-ab91-b50dcdb26a91 req-cfa8c906-c646-447f-9f56-1fa126d82327 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:05.437651 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-894b0573-34f3-4baa-ab91-b50dcdb26a91 req-cfa8c906-c646-447f-9f56-1fa126d82327 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.3098192
Oct 25 15:00:05.566523 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-2e94655a-4353-4d23-b098-1b177e21c750 None None] Provisioning for port fad12693-4a73-4254-b6e4-aeb459ec3281 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:05.581587 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-2e94655a-4353-4d23-b098-1b177e21c750 None None] Provisioning complete for port fad12693-4a73-4254-b6e4-aeb459ec3281 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:05.582737 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-2e94655a-4353-4d23-b098-1b177e21c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:05.596991 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-894b0573-34f3-4baa-ab91-b50dcdb26a91 req-dd7074ae-44c2-4950-b9bf-d5e01df5ff4d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1479616
Oct 25 15:00:05.638753 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57708) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:05.683518 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-2e94655a-4353-4d23-b098-1b177e21c750 None None] Port fad12693-4a73-4254-b6e4-aeb459ec3281 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:00:05.748775 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:05.827138 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:05.969271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:05.969982 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:05.979603 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:05.980402 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.039526 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:06.048066 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] Usage tracker for resource:security_group_rule and tenant:71d588f7d9954f14ba520b598bc50eb3 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:06.053480 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:06.074129 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:06.191424 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.208192 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.223995 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.240187 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:06.258187 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=0a3f58d6-e3ff-4224-8d65-cecd2993ff91,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:06.268655 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.273300 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:06.335961 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Pushing event updated for resources: {'Port': ['ID=fad12693-4a73-4254-b6e4-aeb459ec3281,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:06.346954 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:06.361100 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.369701 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.379329 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-24e524d8-d650-4c27-8f89-c209fec4e18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:06.387255 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33051322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33510409'] for router_interface, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.393399 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=0a3f58d6-e3ff-4224-8d65-cecd2993ff91,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:06.397219 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:06.451540 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=71d588f7d9954f14ba520b598bc50eb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8100567
Oct 25 15:00:06.456301 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57720) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:06.536901 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0c1f21e9-de0d-4810-8d79-5f832f36d0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.578361 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0c1f21e9-de0d-4810-8d79-5f832f36d0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.604866 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d447707-e51d-45e0-9fc6-dfbe505c5d2b,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:06.610006 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:06.662607 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0c1f21e9-de0d-4810-8d79-5f832f36d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.671204 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4979d619-f1dc-4363-8c96-e9952e34ed0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:06.697522 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f21e9-de0d-4810-8d79-5f832f36d0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d447707-e51d-45e0-9fc6-dfbe505c5d2b,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:06.700669 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0c1f21e9-de0d-4810-8d79-5f832f36d0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:06.719280 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-0c1f21e9-de0d-4810-8d79-5f832f36d0d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d447707-e51d-45e0-9fc6-dfbe505c5d2b HTTP/1.1" status: 204  len: 168 time: 0.2612264
Oct 25 15:00:06.720919 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-0c1f21e9-de0d-4810-8d79-5f832f36d0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:06.733820 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Network ca89f383-e1f5-453f-952d-7a6a92223229 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:06.736660 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:07.082543 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:00:07.150948 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5846cc-4f75-4d5d-aaf1-07ed295619ce req-804988e8-864b-491a-a152-460d6539c83c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:07.152370 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb5846cc-4f75-4d5d-aaf1-07ed295619ce req-804988e8-864b-491a-a152-460d6539c83c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.4135671
Oct 25 15:00:07.229691 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-bbaa42f5-ab86-4063-94c7-fde3cfad4e01 None None] Provisioning complete for port fad12693-4a73-4254-b6e4-aeb459ec3281 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:07.231104 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-bbaa42f5-ab86-4063-94c7-fde3cfad4e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:07.300967 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa42f5-ab86-4063-94c7-fde3cfad4e01 None None] Port fad12693-4a73-4254-b6e4-aeb459ec3281 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:00:07.374555 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:00:07.389261 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Sync routers for ids ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:00:07.406925 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Routers {'2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:07.407632 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb20d90>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:07.436905 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57752) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:07.443372 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] 10.222.0.57 "PUT /v2.0/routers/2c0d68b6-3c2f-47a5-a114-1c77896ce2c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0187130
Oct 25 15:00:07.450597 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb5846cc-4f75-4d5d-aaf1-07ed295619ce req-e4066316-3cd4-4795-9e76-1b6ef6eed80d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782566
Oct 25 15:00:07.636597 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:07.655459 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:07.660404 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] Usage tracker for resource:security_group_rule and tenant:be666016093847b8adadfcf1ab24f08e is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:07.663990 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:07.671938 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:07.787012 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:07.850002 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Set router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:07.914316 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:07.924392 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:07.964466 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae2b63f6-85fc-4f20-b214-d20892e73002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:08.041181 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b28d989-d4c2-40c0-bd0b-563cffae1b05,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:08.059695 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:08.068774 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57770) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:08.112931 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57778) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:08.113519 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be666016093847b8adadfcf1ab24f08e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6752343
Oct 25 15:00:08.177453 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:08.178356 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.279341 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.316756 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1902324820-network', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:08.332090 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:08.343935 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.357294 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Usage tracker for resource:network and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:08.366631 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:08.376537 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:08.404104 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Made reservation on behalf of 3e67a2e47e9b4189b5270beff7f12aaa for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:00:08.406452 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.424097 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.445905 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:08.452906 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Usage tracker for resource:security_group_rule and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:08.456694 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:08.467287 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:08.542456 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57796) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:08.548684 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-441792620-network', 'tenant_id': 'e903acece5ae4712953c2923906051d6'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:08.558367 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:08.567739 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Usage tracker for resource:network and tenant:e903acece5ae4712953c2923906051d6 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:08.571976 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.582225 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:08.584314 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-74e8e896-263d-47a3-b6da-a09d14a71271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:08.601685 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.603011 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b28d989-d4c2-40c0-bd0b-563cffae1b05 HTTP/1.1" status: 204  len: 168 time: 0.4864502
Oct 25 15:00:08.610530 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:08.624955 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b28d989-d4c2-40c0-bd0b-563cffae1b05,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:08.626960 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Made reservation on behalf of e903acece5ae4712953c2923906051d6 for: {'network': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:00:08.633073 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.645156 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.646781 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.647675 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.648523 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.649390 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.649952 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.650582 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.651413 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.652019 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.652612 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.653208 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.653804 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:08.665455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.672324 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:08.691648 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:08.703440 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb20d90>, [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:00:05Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'fad12693-4a73-4254-b6e4-aeb459ec3281', 'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'mac_address': 'fa:16:3e:f9:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:04Z', 'updated_at': '2021-10-25T15:00:05Z', 'revision_number': 2, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'subnets': [{'id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:08.707072 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Usage tracker for resource:security_group_rule and tenant:e903acece5ae4712953c2923906051d6 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:08.712429 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:08.720459 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Checking router: 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:00:08.720828 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Updating router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 port fad12693-4a73-4254-b6e4-aeb459ec3281 binding host dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:00:08.732852 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:08.799964 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.813091 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.827756 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-89e59c11-a8ec-4a3e-87e2-8c5ecb68eb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:08.874565 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 15:00:08.902856 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e07380-f8d2-4c4e-9bfb-b3860c1c0946,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:08.918285 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c47964-94fb-443d-95ef-7e60d48dbc0f req-831d5be2-31b6-4fbd-9f2e-a7f734e821ba tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:08.924361 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:08.927499 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-55c47964-94fb-443d-95ef-7e60d48dbc0f req-831d5be2-31b6-4fbd-9f2e-a7f734e821ba tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1667290
Oct 25 15:00:08.931244 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:08.931825 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Added segment b7480aa3-ff31-4557-b02c-61dba172f297 of type vlan for network b9df9702-94f3-4ef2-885f-a724178beae5
Oct 25 15:00:08.970644 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.013983 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.027157 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.031642 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-55c47964-94fb-443d-95ef-7e60d48dbc0f req-130eb637-ba25-4f6d-947a-f3a641b72c61 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025629
Oct 25 15:00:09.032770 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.054001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'}  {{(pid=86764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 15:00:09.068444 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.068781 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.segments_db [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Added segment 0b5a8c13-5a0e-465f-872f-35c24a7c1668 of type vlan for network a5246648-decd-4ede-be3f-163c1beb926d
Oct 25 15:00:09.082169 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:09.114916 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.116414 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:09.117122 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.121313 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:09.184314 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.199838 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5892998-3b7e-46ba-9f39-72623ca652a3,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:09.213769 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.214131 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.214515 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.214914 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.215268 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.215621 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.215965 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.216312 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.216825 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.217241 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.217645 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.217988 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:09.222996 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:09.254370 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1844575
Oct 25 15:00:09.257683 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57804) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:09.262633 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Pushing event updated for resources: {'Network': ['ID=b9df9702-94f3-4ef2-885f-a724178beae5,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:09.280939 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network b9df9702-94f3-4ef2-885f-a724178beae5 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 15:00:09.281329 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.284919 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:09.285680 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.289301 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Request body: {'subnet': {'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1902324820-subnet', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:09.292081 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:09.299519 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:09.303584 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:09.319647 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Usage tracker for resource:subnet and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:09.323409 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:09.339029 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:09.373932 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Made reservation on behalf of 3e67a2e47e9b4189b5270beff7f12aaa for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:00:09.376630 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30357453'] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.469348 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Pushing event updated for resources: {'Network': ['ID=a5246648-decd-4ede-be3f-163c1beb926d,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:09.473120 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:09.478934 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9353111
Oct 25 15:00:09.482569 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57818) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:09.489992 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Request body: {'subnet': {'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-441792620-subnet', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'ip_version': 4}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:09.497757 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network a5246648-decd-4ede-be3f-163c1beb926d details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 15:00:09.498338 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:09.504304 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Usage tracker for resource:subnet and tenant:e903acece5ae4712953c2923906051d6 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:09.509830 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:09.531346 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:09.541012 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Made reservation on behalf of e903acece5ae4712953c2923906051d6 for: {'subnet': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:00:09.541620 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32108822'] for subnet, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.840945 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30380286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30357467'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:09.847602 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:09.977613 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b5b697-4160-440e-b4e4-035f62ca96d8,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:09.981811 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:09.996279 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Checking segment: {'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:09.996747 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Network hostable DHCP agents. Network: b9df9702-94f3-4ef2-885f-a724178beae5, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 15:00:10.025462 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Network b9df9702-94f3-4ef2-885f-a724178beae5 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 15:00:10.042261 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, b9df9702-94f3-4ef2-885f-a724178beae5) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:10.049354 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:10.050203 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:10.080087 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8209815
Oct 25 15:00:10.085328 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a873c-80e9-40a8-a720-7219973877f5 None None] Network b9df9702-94f3-4ef2-885f-a724178beae5 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:00:10.086053 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57836) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:10.091402 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:10.097988 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:10.104817 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Usage tracker for resource:router and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:10.113817 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:10.122732 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:10.166175 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33513898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1654'] for router, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:10.168464 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33513773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33441060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33538838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:10.208184 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:10.227555 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31644738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32108800'] for subnet, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:10.256749 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:10.290361 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Notify callbacks [] for port, precommit_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:10.355377 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:10.360118 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Transition to ACTIVE for port object fad12693-4a73-4254-b6e4-aeb459ec3281 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:10.371388 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4454ae57-6a70-4dd4-9e6e-3ccdc06f064f,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:10.385909 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:10.404962 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:10.435591 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:10.702099 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Checking segment: {'id': '0b5a8c13-5a0e-465f-872f-35c24a7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:10.704871 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Network hostable DHCP agents. Network: a5246648-decd-4ede-be3f-163c1beb926d, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 15:00:10.759305 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12d816-d2e2-4380-ae88-f62f07af2917 req-daa97bbd-2945-4ba2-8f82-32288db74697 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:10.770670 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8a12d816-d2e2-4380-ae88-f62f07af2917 req-daa97bbd-2945-4ba2-8f82-32288db74697 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.4016647
Oct 25 15:00:10.847058 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:10.897978 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Network a5246648-decd-4ede-be3f-163c1beb926d is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 15:00:10.969559 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8a12d816-d2e2-4380-ae88-f62f07af2917 req-1f193253-4d68-41a6-9375-afb3768cd416 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1958902
Oct 25 15:00:11.069655 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb748de-1693-4775-98d8-709d9ee9456c None None] Pushing event updated for resources: {'Port': ['ID=fad12693-4a73-4254-b6e4-aeb459ec3281,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:11.074157 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-4eb748de-1693-4775-98d8-709d9ee9456c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:11.086469 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, a5246648-decd-4ede-be3f-163c1beb926d) {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:11.094467 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:11.094467 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:11.168786 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-c3fd0df8-fd01-462d-aea7-891a650b2587 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.6844878
Oct 25 15:00:11.170184 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 57856) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:11.177152 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-441792620-router', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:11.183801 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:11.190678 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Usage tracker for resource:router and tenant:e903acece5ae4712953c2923906051d6 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:11.200717 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:11.215008 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:11.230728 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939c8d1a-dcb5-55a8-bcc9-79348285edc1-b9df9702-94f3-4ef2-885f-a724178beae5', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8'}]}} from dv-cinder-813751-1-iscsi. {{(pid=86766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Oct 25 15:00:11.231879 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:11.254646 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-14c0ae7c-9d1b-4c82-8d78-80ebbc0cab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:11.258114 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b330b3f-e01c-48d8-ad83-5f9388964578 None None] Network a5246648-decd-4ede-be3f-163c1beb926d requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:00:11.386055 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33513898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1654'] for router, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:11.387323 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33513773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33441060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33538838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:11.426520 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Attempting to bind port fad12693-4a73-4254-b6e4-aeb459ec3281 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:11.427154 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Attempting to bind port fad12693-4a73-4254-b6e4-aeb459ec3281 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:11.427927 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Attempting to bind port fad12693-4a73-4254-b6e4-aeb459ec3281 on network ca89f383-e1f5-453f-952d-7a6a92223229 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:11.450499 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:11.460584 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Checking segment: {'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:11.461323 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:11.466115 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Bound using segment: {'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:11.466115 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Bound port: fad12693-4a73-4254-b6e4-aeb459ec3281, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:11.466115 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:11.528807 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:11.583586 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913f010-f9f7-4ce1-8548-8bf2065d9dda req-a2f7d8aa-0b4c-454b-8862-70e3f0545ded tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:11.585202 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d913f010-f9f7-4ce1-8548-8bf2065d9dda req-a2f7d8aa-0b4c-454b-8862-70e3f0545ded tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.3444626
Oct 25 15:00:11.592119 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372c6b4-a5d0-43ee-8120-02470900327d req-89855b5d-df57-4889-956e-ff83d74c5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:11.593644 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c372c6b4-a5d0-43ee-8120-02470900327d req-89855b5d-df57-4889-956e-ff83d74c5608 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 1099 time: 0.2596235
Oct 25 15:00:11.729207 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:11.843227 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.db_base_plugin_common [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Allocated IP 172.20.0.2 (b9df9702-94f3-4ef2-885f-a724178beae5/c6b5b697-4160-440e-b4e4-035f62ca96d8/a81b7428-c596-4ac2-bc1b-6c8496516b08) {{(pid=86766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:11.904264 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:12.077906 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d913f010-f9f7-4ce1-8548-8bf2065d9dda req-3b64a61e-1737-45e0-9424-9449dd169a74 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3401892
Oct 25 15:00:12.088318 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:12.229622 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Allocated IP 172.27.3.233 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/7e38af74-4a8b-4752-853c-1a57e96452d3) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:12.362618 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372c6b4-a5d0-43ee-8120-02470900327d req-37c49be6-1e51-456c-9013-4454523fdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:12.366333 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c372c6b4-a5d0-43ee-8120-02470900327d req-37c49be6-1e51-456c-9013-4454523fdaf8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 920 time: 0.6275322
Oct 25 15:00:12.394849 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Notify callbacks [] for port, precommit_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:12.428157 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] For port fad12693-4a73-4254-b6e4-aeb459ec3281, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:12.488679 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939c8d1a-dcb5-55a8-bcc9-79348285edc1-a5246648-decd-4ede-be3f-163c1beb926d', 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'fixed_ips': [{'subnet_id': '4454ae57-6a70-4dd4-9e6e-3ccdc06f064f'}]}} from dv-cinder-813751-1-iscsi. {{(pid=86766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Oct 25 15:00:12.490999 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:12.519215 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Transition to ACTIVE for port object a81b7428-c596-4ac2-bc1b-6c8496516b08 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:12.543702 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Transition to ACTIVE for port object a81b7428-c596-4ac2-bc1b-6c8496516b08 will not be triggered until provisioned by entity DHCP. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:12.555591 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c372c6b4-a5d0-43ee-8120-02470900327d req-24839873-8c72-44bc-8eaf-2ee251a9ef1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c7203a5-95e7-48a7-aca1-425505a112a4 HTTP/1.1" status: 200  len: 217 time: 0.1731253
Oct 25 15:00:12.556812 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] For port fad12693-4a73-4254-b6e4-aeb459ec3281, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=fad12693-4a73-4254-b6e4-aeb459ec3281,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:12.563635 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:12.582083 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:12.602194 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:12.670202 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Network b9df9702-94f3-4ef2-885f-a724178beae5 is already hosted by enough agents. {{(pid=86766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:12.671599 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Pushing event updated for resources: {'Port': ['ID=a81b7428-c596-4ac2-bc1b-6c8496516b08,revision_number=1']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:12.691258 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.base_scheduler [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Resources bound (agent type, host, resource id):  {{(pid=86766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:12.749388 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:12.762652 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:12.822967 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:12.827550 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:12.834129 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:12.911670 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e38af74-4a8b-4752-853c-1a57e96452d3,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:12.916630 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:12.920571 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:12.934739 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:12.935107 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:13.016511 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb748de-1693-4775-98d8-709d9ee9456c None None] Pushing event updated for resources: {'Port': ['ID=fad12693-4a73-4254-b6e4-aeb459ec3281,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:13.030367 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Received port after_create {{(pid=86766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:13.118783 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372c6b4-a5d0-43ee-8120-02470900327d req-786b2fa1-ecbd-4800-8d1b-c5d918eeb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:13.120353 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c372c6b4-a5d0-43ee-8120-02470900327d req-786b2fa1-ecbd-4800-8d1b-c5d918eeb185 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 200  len: 859 time: 0.4387178
Oct 25 15:00:13.210001 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Routers {'2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:13.211034 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb20d90>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T14:59:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:13.224710 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c372c6b4-a5d0-43ee-8120-02470900327d req-9d2ed78a-7259-4be4-b6eb-42461a8b0ed6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331f36af-0363-44a7-b402-805bbfb485e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0951998
Oct 25 15:00:13.248231 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e6e2e-4100-4a41-9a76-01068a1b95cf req-c98973d5-0f1e-4f26-be75-7c5b48a567b7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:13.250024 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d5e6e2e-4100-4a41-9a76-01068a1b95cf req-c98973d5-0f1e-4f26-be75-7c5b48a567b7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 1.0468769
Oct 25 15:00:13.348058 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-4eb748de-1693-4775-98d8-709d9ee9456c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:13.350265 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Attempting to bind port a81b7428-c596-4ac2-bc1b-6c8496516b08 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:13.350677 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Attempting to bind port a81b7428-c596-4ac2-bc1b-6c8496516b08 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:13.351042 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Attempting to bind port a81b7428-c596-4ac2-bc1b-6c8496516b08 on network b9df9702-94f3-4ef2-885f-a724178beae5 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:13.362034 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.db_base_plugin_common [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Allocated IP 172.20.0.2 (a5246648-decd-4ede-be3f-163c1beb926d/4454ae57-6a70-4dd4-9e6e-3ccdc06f064f/cb1ba459-ff97-488a-875e-4a421edf4683) {{(pid=86766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:13.433294 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:13.434024 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Checking segment: {'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:13.434024 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:13.434359 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Bound using segment: {'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:13.434901 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Bound port: a81b7428-c596-4ac2-bc1b-6c8496516b08, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:13.435296 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:13.506632 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d5e6e2e-4100-4a41-9a76-01068a1b95cf req-f0f6420d-082e-4a5b-a0db-691731c74e52 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2127593
Oct 25 15:00:13.532105 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e0a3cb0a-acc1-4a89-8cb5-72c6d988a918 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:13.538894 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e0a3cb0a-acc1-4a89-8cb5-72c6d988a918 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 815 time: 0.6366408
Oct 25 15:00:13.547004 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:13.562032 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e350b9d1-96a1-471d-9577-6872ea6fea91 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/quotas/670374964f714196ab5d431e5e2fc9bd HTTP/1.1" status: 200  len: 375 time: 0.0218990
Oct 25 15:00:13.655896 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c372c6b4-a5d0-43ee-8120-02470900327d req-78b4df6e-c13c-4bbc-8f46-6db0570e04a6 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3932216
Oct 25 15:00:13.771344 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] For port a81b7428-c596-4ac2-bc1b-6c8496516b08, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:13.772672 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] For port a81b7428-c596-4ac2-bc1b-6c8496516b08, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=a81b7428-c596-4ac2-bc1b-6c8496516b08,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:13.820897 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] Set router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:13.933948 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:13.945396 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:14.003367 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cb92db45-fa9a-4175-9326-363cf22e158b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:14.217748 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-b490af5b-fa39-4861-ac63-30e8b697fb54 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6542904
Oct 25 15:00:14.242277 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33513885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871'] for router, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:14.245778 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Pushing event updated for resources: {'Port': ['ID=a81b7428-c596-4ac2-bc1b-6c8496516b08,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:14.258313 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:14.415285 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:14.459965 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c372c6b4-a5d0-43ee-8120-02470900327d req-88c515b7-0e33-444d-8a70-cba477a0555f service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7588966
Oct 25 15:00:14.570488 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e18a0c51-f8b5-4f53-a563-15940d7c69bd service neutron] 10.222.0.57 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3517189
Oct 25 15:00:14.571658 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:14.655182 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:14.700507 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Notify callbacks [] for port, precommit_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:14.722499 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Transition to ACTIVE for port object cb1ba459-ff97-488a-875e-4a421edf4683 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:14.773406 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Transition to ACTIVE for port object cb1ba459-ff97-488a-875e-4a421edf4683 will not be triggered until provisioned by entity DHCP. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:14.795980 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:14.804696 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f60cd853-ed81-491e-9526-baf005d89032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:14.907379 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befc521-9472-461e-8e74-cc914fd02fc3 req-3d0ac716-e064-433e-8a6a-574dccec3fda tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:14.911054 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6befc521-9472-461e-8e74-cc914fd02fc3 req-3d0ac716-e064-433e-8a6a-574dccec3fda tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 1.2530363
Oct 25 15:00:14.952363 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Router 21d3e098-d197-4a46-8957-74bcb3e295ea is scheduled to L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e with binding_index 1 {{(pid=86765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Oct 25 15:00:14.976113 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Network a5246648-decd-4ede-be3f-163c1beb926d is already hosted by enough agents. {{(pid=86766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:14.984703 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.base_scheduler [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Resources bound (agent type, host, resource id):  {{(pid=86766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:14.987748 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Pushing event updated for resources: {'Port': ['ID=cb1ba459-ff97-488a-875e-4a421edf4683,revision_number=1']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:14.990878 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Received port after_create {{(pid=86766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:15.001523 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb20d90>, [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:00:05Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'fad12693-4a73-4254-b6e4-aeb459ec3281', 'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'mac_address': 'fa:16:3e:f9:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:04Z', 'updated_at': '2021-10-25T15:00:11Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'subnets': [{'id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:15.004466 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:15.044842 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a2164-f1f2-4acf-b6f0-8ddc34cf6707 None None] The sync data for ids ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'] in dv-cinder-813751-1-iscsi is: [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:00:05Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'fad12693-4a73-4254-b6e4-aeb459ec3281', 'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'mac_address': 'fa:16:3e:f9:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:04Z', 'updated_at': '2021-10-25T15:00:11Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'subnets': [{'id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:00:15.185935 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Attempting to bind port cb1ba459-ff97-488a-875e-4a421edf4683 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:15.186937 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Attempting to bind port cb1ba459-ff97-488a-875e-4a421edf4683 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '0b5a8c13-5a0e-465f-872f-35c24a7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:15.187684 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Attempting to bind port cb1ba459-ff97-488a-875e-4a421edf4683 on network a5246648-decd-4ede-be3f-163c1beb926d {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:15.202486 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:15.203051 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Checking segment: {'id': '0b5a8c13-5a0e-465f-872f-35c24a7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:15.203539 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:15.204021 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Bound using segment: {'id': '0b5a8c13-5a0e-465f-872f-35c24a7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:15.204590 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Bound port: cb1ba459-ff97-488a-875e-4a421edf4683, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5a8c13-5a0e-465f-872f-35c24a7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:15.205049 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:15.286902 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6befc521-9472-461e-8e74-cc914fd02fc3 req-dc2f164d-c4eb-4689-9d2c-8b0bdc7567b0 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3530011
Oct 25 15:00:15.313158 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-37bb00a5-47cf-45f6-97e3-d7b591ea6a58 service neutron] 10.222.0.57 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6073024
Oct 25 15:00:15.381455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Allocated IP 172.27.3.65 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/3e5e2f5c-4729-44a1-b5c5-8255ac95b077) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:15.454560 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] For port cb1ba459-ff97-488a-875e-4a421edf4683, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:15.464984 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] For port cb1ba459-ff97-488a-875e-4a421edf4683, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=cb1ba459-ff97-488a-875e-4a421edf4683,segment=NetworkSegment(0b5a8c13-5a0e-465f-872f-35c24a7c1668),segment_id=0b5a8c13-5a0e-465f-872f-35c24a7c1668)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:15.482283 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:15.489619 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:00:15.495056 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:15.515836 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Sync routers for ids ['21d3e098-d197-4a46-8957-74bcb3e295ea'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:00:15.573488 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Routers {'21d3e098-d197-4a46-8957-74bcb3e295ea'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:15.574556 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e8dc9d0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['21d3e098-d197-4a46-8957-74bcb3e295ea'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:15.619642 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Notify callbacks [] for router, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:15.630677 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.5436773
Oct 25 15:00:15.631577 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 57916) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:15.915858 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Pushing event updated for resources: {'Port': ['ID=cb1ba459-ff97-488a-875e-4a421edf4683,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:15.929135 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:15.936351 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:16.023103 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device a81b7428-c596-4ac2-bc1b-6c8496516b08 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:16.162024 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9697c599-af74-49d5-8a24-acbd001b5203 req-d8aae15b-b491-4778-a985-1090d013faad tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 210 time: 0.2144854
Oct 25 15:00:16.321087 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:16.323815 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port a81b7428-c596-4ac2-bc1b-6c8496516b08 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:16.342874 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device fad12693-4a73-4254-b6e4-aeb459ec3281 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:16.367501 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a232febc-d6fc-48ef-b784-e6e088e61098 tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:16.496407 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Set router 21d3e098-d197-4a46-8957-74bcb3e295ea gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:16.563159 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ec52b6-9d75-4609-85e0-b5cdcf46695f None None] Network b9df9702-94f3-4ef2-885f-a724178beae5 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:00:16.827121 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:16.840083 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:16.851207 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:17.032596 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-00187f05-8df2-4de2-b1d1-d3629be93be5 None None] Provisioning for port a81b7428-c596-4ac2-bc1b-6c8496516b08 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:17.053256 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:17.128162 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-00187f05-8df2-4de2-b1d1-d3629be93be5 None None] Provisioning complete for port a81b7428-c596-4ac2-bc1b-6c8496516b08 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:17.128758 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-00187f05-8df2-4de2-b1d1-d3629be93be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:17.299645 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port fad12693-4a73-4254-b6e4-aeb459ec3281 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:17.338386 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port fad12693-4a73-4254-b6e4-aeb459ec3281 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:17.339268 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:17.360806 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e5e2f5c-4729-44a1-b5c5-8255ac95b077,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:17.367445 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:17.496835 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e8dc9d0>, [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:13Z', 'revision_number': 3, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:17.513176 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Checking router: 21d3e098-d197-4a46-8957-74bcb3e295ea for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:00:17.513698 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Updating router 21d3e098-d197-4a46-8957-74bcb3e295ea port 7e38af74-4a8b-4752-853c-1a57e96452d3 binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:00:17.650143 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5904bd-59db-477e-b05e-ffdd00e50110 req-beea760c-c7d7-4cb6-b8ce-fdb58d91bb29 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:17.658595 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c5904bd-59db-477e-b05e-ffdd00e50110 req-beea760c-c7d7-4cb6-b8ce-fdb58d91bb29 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.7304966
Oct 25 15:00:17.724913 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7225b-ec68-42e4-96eb-dddfd4b52462 req-26e6edcc-ad7c-4133-b772-6fcf9e1e5e3f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:17.737179 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:17.737631 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-50d7225b-ec68-42e4-96eb-dddfd4b52462 req-26e6edcc-ad7c-4133-b772-6fcf9e1e5e3f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 1.1735518
Oct 25 15:00:17.948773 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c5904bd-59db-477e-b05e-ffdd00e50110 req-03ec636f-79db-4377-a5b7-3801b8def298 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2891695
Oct 25 15:00:18.067974 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:18.183937 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-50d7225b-ec68-42e4-96eb-dddfd4b52462 req-806c2f6f-9d15-47e4-a0f7-cdfd9ee9d331 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4435780
Oct 25 15:00:18.270712 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56cb7d8-59dd-4d96-8830-75bbe6e2f83e None None] Network a5246648-decd-4ede-be3f-163c1beb926d requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:00:18.310441 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-644dd635-2b29-47f1-a1aa-a7daa91503c2 req-5802c5ea-74b0-4c11-bfe7-252ee880a946 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 210 time: 0.1253576
Oct 25 15:00:18.480364 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Allocated IP 172.20.0.1 (b9df9702-94f3-4ef2-885f-a724178beae5/c6b5b697-4160-440e-b4e4-035f62ca96d8/2cec2233-7507-430a-b435-d46900fb0721) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:18.559476 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:18.664011 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:18.679907 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Transition to ACTIVE for port object 7e38af74-4a8b-4752-853c-1a57e96452d3 will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:18.691029 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:18.698448 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:18.722369 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:18.947343 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337cfa2-b705-4d7f-998f-bba8995dae18 None None] Pushing event updated for resources: {'Port': ['ID=7e38af74-4a8b-4752-853c-1a57e96452d3,revision_number=2']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:18.949298 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:19.007967 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-e337cfa2-b705-4d7f-998f-bba8995dae18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:19.031800 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-189d1742-76d0-4af1-9f4c-980397fc8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:19.033480 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-189d1742-76d0-4af1-9f4c-980397fc8abf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 1098 time: 0.6130643
Oct 25 15:00:19.037161 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-00187f05-8df2-4de2-b1d1-d3629be93be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:19.040624 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.provisioning_blocks [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Transition to ACTIVE for port object 2cec2233-7507-430a-b435-d46900fb0721 will not be triggered until provisioned by entity DHCP. {{(pid=86765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:19.065493 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port fad12693-4a73-4254-b6e4-aeb459ec3281, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=fad12693-4a73-4254-b6e4-aeb459ec3281,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:19.084200 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:19.090336 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:19.103567 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Attempting to bind port 7e38af74-4a8b-4752-853c-1a57e96452d3 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:19.104193 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Attempting to bind port 7e38af74-4a8b-4752-853c-1a57e96452d3 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:19.104804 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Attempting to bind port 7e38af74-4a8b-4752-853c-1a57e96452d3 on network 7e676695-9316-4764-8fee-34d0d2b07572 {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:19.136979 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:19.137572 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:19.146387 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:19.147200 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Bound using segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:19.151395 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:19.158448 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Bound port: 7e38af74-4a8b-4752-853c-1a57e96452d3, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:19.164409 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:19.172593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:19.279971 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Network b9df9702-94f3-4ef2-885f-a724178beae5 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:19.284812 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:19.288061 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:19.362652 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-00187f05-8df2-4de2-b1d1-d3629be93be5 None None] For port a81b7428-c596-4ac2-bc1b-6c8496516b08, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=a81b7428-c596-4ac2-bc1b-6c8496516b08,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:19.420442 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-7d5785d9-b967-4c83-85cb-66ad984b1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:19.422254 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-7d5785d9-b967-4c83-85cb-66ad984b1c57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 912 time: 0.3772390
Oct 25 15:00:19.438171 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33510570'] for router_interface, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:19.494510 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Pushing event updated for resources: {'Port': ['ID=2cec2233-7507-430a-b435-d46900fb0721,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:19.495179 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:19.537348 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] For port 7e38af74-4a8b-4752-853c-1a57e96452d3, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:19.545026 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] For port 7e38af74-4a8b-4752-853c-1a57e96452d3, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=7e38af74-4a8b-4752-853c-1a57e96452d3,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:19.546759 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device cb1ba459-ff97-488a-875e-4a421edf4683 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:19.557255 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:19.571682 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-ca6a575e-710b-4584-98f8-8ad91243a920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:19.574309 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=fad12693-4a73-4254-b6e4-aeb459ec3281,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:19.578268 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:19.588960 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-00187f05-8df2-4de2-b1d1-d3629be93be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:19.603265 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:19.744275 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:19.747301 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port cb1ba459-ff97-488a-875e-4a421edf4683 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:19.765837 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00187f05-8df2-4de2-b1d1-d3629be93be5 None None] Pushing event updated for resources: {'Port': ['ID=a81b7428-c596-4ac2-bc1b-6c8496516b08,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:19.771251 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-00187f05-8df2-4de2-b1d1-d3629be93be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:19.778630 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] Provisioning for port cb1ba459-ff97-488a-875e-4a421edf4683 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:19.792174 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] Provisioning complete for port cb1ba459-ff97-488a-875e-4a421edf4683 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:19.792571 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:20.012412 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337cfa2-b705-4d7f-998f-bba8995dae18 None None] Pushing event updated for resources: {'Port': ['ID=7e38af74-4a8b-4752-853c-1a57e96452d3,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:20.038926 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-e337cfa2-b705-4d7f-998f-bba8995dae18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:20.045138 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Routers {'21d3e098-d197-4a46-8957-74bcb3e295ea'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:20.045886 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e8dc9d0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['21d3e098-d197-4a46-8957-74bcb3e295ea'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:20.114645 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:20.184230 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] For port cb1ba459-ff97-488a-875e-4a421edf4683, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=cb1ba459-ff97-488a-875e-4a421edf4683,segment=NetworkSegment(0b5a8c13-5a0e-465f-872f-35c24a7c1668),segment_id=0b5a8c13-5a0e-465f-872f-35c24a7c1668)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:20.192956 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:20.205133 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:20.302623 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-ab36f377-bac9-4bf1-ad82-72ef7786a7a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 HTTP/1.1" status: 200  len: 1000 time: 0.6680186
Oct 25 15:00:20.306274 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] Provisioning complete for port a81b7428-c596-4ac2-bc1b-6c8496516b08 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:20.307044 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:20.310453 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:20.320025 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379639'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:20.354606 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:20.364486 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] Pushing event updated for resources: {'Port': ['ID=cb1ba459-ff97-488a-875e-4a421edf4683,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:20.399179 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:20.447808 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33051322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33510409'] for router_interface, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:20.450718 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] Set router 21d3e098-d197-4a46-8957-74bcb3e295ea gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:20.458035 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Pushing event updated for resources: {'Port': ['ID=2cec2233-7507-430a-b435-d46900fb0721,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:20.461042 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:20.470997 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fdf3b-165e-483a-8c49-af5e63898190 req-e0974778-5f02-4ca2-a6e6-722247676648 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:20.473622 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b02fdf3b-165e-483a-8c49-af5e63898190 req-e0974778-5f02-4ca2-a6e6-722247676648 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.9313834
Oct 25 15:00:20.487063 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-eb77f652-087c-4ecb-88a6-ef3145902978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:20.489268 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-eb77f652-087c-4ecb-88a6-ef3145902978 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 200  len: 850 time: 0.1677828
Oct 25 15:00:20.507613 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33513885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871'] for router, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:20.618592 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb13cf3-f4e5-40cd-8390-80d282e084ab req-d22af6b9-f1c1-4dce-882e-ab21a16707fb tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:20.620804 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3eb13cf3-f4e5-40cd-8390-80d282e084ab req-d22af6b9-f1c1-4dce-882e-ab21a16707fb tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 1.1969049
Oct 25 15:00:20.662293 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Network b9df9702-94f3-4ef2-885f-a724178beae5 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:20.664583 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:20.810685 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-7e535772-8ea3-473c-a238-b3d7ff3ae7f9 None None] Provisioning complete for port cb1ba459-ff97-488a-875e-4a421edf4683 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:20.811295 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7e535772-8ea3-473c-a238-b3d7ff3ae7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:21.202217 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Router 21d3e098-d197-4a46-8957-74bcb3e295ea has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:00:21.215979 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b02fdf3b-165e-483a-8c49-af5e63898190 req-dcf07854-3f5b-4531-9193-1c119ddb2a9f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7291875
Oct 25 15:00:21.267887 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-7e535772-8ea3-473c-a238-b3d7ff3ae7f9 None None] Provisioning for port 2cec2233-7507-430a-b435-d46900fb0721 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:21.279400 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-7e535772-8ea3-473c-a238-b3d7ff3ae7f9 None None] Provisioning complete for port 2cec2233-7507-430a-b435-d46900fb0721 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:21.279778 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7e535772-8ea3-473c-a238-b3d7ff3ae7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:21.359900 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e8dc9d0>, [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:18Z', 'revision_number': 1, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:21.369988 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b7b2b-7e3c-4c06-b041-07ee25a768c8 None None] The sync data for ids ['21d3e098-d197-4a46-8957-74bcb3e295ea'] in dv-cinder-813751-1-iscsi is: [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:18Z', 'revision_number': 1, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:00:21.423728 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-7e535772-8ea3-473c-a238-b3d7ff3ae7f9 None None] Port 2cec2233-7507-430a-b435-d46900fb0721 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:00:21.430393 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device fad12693-4a73-4254-b6e4-aeb459ec3281 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:21.555049 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port fad12693-4a73-4254-b6e4-aeb459ec3281 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:21.555436 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:21.589191 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:00:21.617701 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] 10.222.0.57 "PUT /v2.0/routers/21d3e098-d197-4a46-8957-74bcb3e295ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9724362
Oct 25 15:00:21.639594 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3eb13cf3-f4e5-40cd-8390-80d282e084ab req-18318fb3-fea6-4540-a8a5-b69eb64c55f5 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0066738
Oct 25 15:00:21.640936 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-889cb823-ef55-40aa-94cf-6d25dfda72f2 None None] Provisioning complete for port 2cec2233-7507-430a-b435-d46900fb0721 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:21.641753 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-889cb823-ef55-40aa-94cf-6d25dfda72f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:21.837647 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-928e2dcb-1bec-4131-a54d-22774c62a0f9 req-9d928c96-493f-4f25-8b12-2b4f5fe6d2ab tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 210 time: 0.1715450
Oct 25 15:00:21.866386 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-422949f7-9595-4dd1-bc35-0b7a82124492 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:21.868374 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-422949f7-9595-4dd1-bc35-0b7a82124492 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 815 time: 1.1217666
Oct 25 15:00:21.903190 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Request body: {'port': {'device_id': '55a57d49-c27b-44a5-a8dc-3adadc2726f4', 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b', 'admin_state_up': True, 'tenant_id': '670374964f714196ab5d431e5e2fc9bd'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:21.981305 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-889cb823-ef55-40aa-94cf-6d25dfda72f2 None None] Port 2cec2233-7507-430a-b435-d46900fb0721 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:00:22.027982 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device cb1ba459-ff97-488a-875e-4a421edf4683 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:22.055060 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-13314b35-f46e-4b93-bc9e-1015a3dfde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:22.056604 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-13314b35-f46e-4b93-bc9e-1015a3dfde2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ded9f1b4-e675-4f41-9520-fcc0766d528a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.5438547
Oct 25 15:00:22.184502 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port cb1ba459-ff97-488a-875e-4a421edf4683 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:22.185368 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:22.305521 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:22.328758 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Router 4e995111-dcc9-43a5-8b78-c9130237a17d is scheduled to L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e with binding_index 1 {{(pid=86764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Oct 25 15:00:22.372928 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-a5d91233-0042-47c2-8464-be6c21fa7c6d service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2860792
Oct 25 15:00:22.373895 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:22.516496 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device a81b7428-c596-4ac2-bc1b-6c8496516b08 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:22.587461 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Made reservation on behalf of 670374964f714196ab5d431e5e2fc9bd for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:00:22.593403 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:22.664594 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port a81b7428-c596-4ac2-bc1b-6c8496516b08 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:22.665697 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:23.248835 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b209cb1-95eb-43b0-89e3-c9259ca46040 req-f3b5fba7-a55b-4c9d-bfc1-2ce88810fc45 service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8585515
Oct 25 15:00:23.267376 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a4ded-6dd6-461a-a460-fdb1cffeaddc req-8b6884f2-7552-4741-be64-8a7741d57941 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:23.270343 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa8a4ded-6dd6-461a-a460-fdb1cffeaddc req-8b6884f2-7552-4741-be64-8a7741d57941 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.7918968
Oct 25 15:00:23.275896 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:00:23.290181 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Sync routers for ids ['4e995111-dcc9-43a5-8b78-c9130237a17d'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:00:23.329793 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 7e38af74-4a8b-4752-853c-1a57e96452d3 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:23.359108 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58016) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:23.365709 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-652996322-network', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:23.371664 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:23.383703 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Usage tracker for resource:network and tenant:df4c91d3ef8547ec8f439803e0635458 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:23.389020 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:23.399181 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:23.418786 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Made reservation on behalf of df4c91d3ef8547ec8f439803e0635458 for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:00:23.434608 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:23.438785 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Routers {'4e995111-dcc9-43a5-8b78-c9130237a17d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:23.440052 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ee531c0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4e995111-dcc9-43a5-8b78-c9130237a17d'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:23.458725 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:23.472031 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Notify callbacks [] for router, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:23.477032 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 12.3030021
Oct 25 15:00:23.484752 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 58020) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:23.496010 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:23.502687 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Usage tracker for resource:security_group_rule and tenant:df4c91d3ef8547ec8f439803e0635458 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:23.508866 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:23.519248 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:23.745580 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:23.752267 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:23.787350 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 15:00:23.795804 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8cf67398-10da-40d7-865e-d8ae3093cb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:23.826899 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58026) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:23.893428 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Set router 4e995111-dcc9-43a5-8b78-c9130237a17d gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:23.899442 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:23.900493 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Added segment 368ac64b-c593-48b8-a2dc-fc918ff0036d of type vlan for network 300a57e6-c4ef-4ef4-88c8-53c95db47838
Oct 25 15:00:23.924613 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0fbb95-388e-4a5b-866e-7c8cc4cd8e1a,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:23.942781 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:24.022894 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:24.111796 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d953e4-5ad3-492a-a91c-d030da9682dd req-ac1624ec-ad15-4c73-b4b3-f5a440d008ac tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:24.119784 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-46d953e4-5ad3-492a-a91c-d030da9682dd req-ac1624ec-ad15-4c73-b4b3-f5a440d008ac tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 1.1640863
Oct 25 15:00:24.125943 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 7e38af74-4a8b-4752-853c-1a57e96452d3 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:24.141973 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:24.146251 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 7e38af74-4a8b-4752-853c-1a57e96452d3 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:24.146713 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:24.189367 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:24.192486 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:24.200122 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:24.204863 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:24.212042 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d6beae1f6f41a8b9e25321bc4177ce is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:24.219736 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:24.246055 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:24.276893 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:24.332192 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-46d953e4-5ad3-492a-a91c-d030da9682dd req-80f6bf3f-9b77-4d5e-b200-443e2b10b86d tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108264
Oct 25 15:00:24.374479 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Allocated IP 172.20.0.6 (b6e2eca2-82bf-4259-8e1a-ff594890c64b/d6790719-2903-414f-a312-fc29486c7143/df990431-ae85-44ef-acfd-8fe815b8d8ad) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:24.517003 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1540799
Oct 25 15:00:24.523184 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58038) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:24.527677 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Pushing event updated for resources: {'Network': ['ID=300a57e6-c4ef-4ef4-88c8-53c95db47838,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:24.537724 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Request body: {'subnet': {'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-652996322-subnet', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:24.549347 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:24.552314 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:24.562441 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 300a57e6-c4ef-4ef4-88c8-53c95db47838 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 15:00:24.567842 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Usage tracker for resource:subnet and tenant:df4c91d3ef8547ec8f439803e0635458 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:24.574610 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:24.594796 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:24.638983 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Made reservation on behalf of df4c91d3ef8547ec8f439803e0635458 for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:00:24.643024 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30357453'] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:24.717548 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fa8a4ded-6dd6-461a-a460-fdb1cffeaddc req-0f6b5379-1cf9-47dd-94a3-84659e68268d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.3859229
Oct 25 15:00:24.831797 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-6ff956e9-7572-4c58-b1ed-d31f03d418d8 req-b01efaa9-85c3-4c27-ba29-e06dcf643cfe tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Synchronizing usage tracker for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:00:24.836705 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:24.872162 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 7e38af74-4a8b-4752-853c-1a57e96452d3, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=7e38af74-4a8b-4752-853c-1a57e96452d3,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:24.892092 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:24.905812 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:24.906835 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-6ff956e9-7572-4c58-b1ed-d31f03d418d8 req-b01efaa9-85c3-4c27-ba29-e06dcf643cfe tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Unset dirty status for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:00:24.908445 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6ff956e9-7572-4c58-b1ed-d31f03d418d8 req-b01efaa9-85c3-4c27-ba29-e06dcf643cfe tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 210 time: 0.2309718
Oct 25 15:00:25.092644 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=7e38af74-4a8b-4752-853c-1a57e96452d3,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:25.099995 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:25.124746 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:25.139032 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ee531c0>, [{'id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'name': 'tempest-TestShelveInstance-441792620-router', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:17Z', 'revision_number': 3, 'project_id': 'e903acece5ae4712953c2923906051d6', 'gw_port': {'id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:14Z', 'updated_at': '2021-10-25T15:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:25.146282 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Checking router: 4e995111-dcc9-43a5-8b78-c9130237a17d for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:00:25.146857 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Updating router 4e995111-dcc9-43a5-8b78-c9130237a17d port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 binding host dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:00:25.149109 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:25.222734 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a1e94663-d3a5-4100-9163-fc08f04cde42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:25.246653 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6d6beae1f6f41a8b9e25321bc4177ce&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4168823
Oct 25 15:00:25.258303 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58046) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:25.279697 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:25.330112 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:25.335637 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 7e38af74-4a8b-4752-853c-1a57e96452d3 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:25.415180 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a1212e-d2a9-40b5-a696-f85757adefa8,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:25.451981 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Sync routers for ids ['21d3e098-d197-4a46-8957-74bcb3e295ea'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:00:25.464426 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:25.473293 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Routers {'21d3e098-d197-4a46-8957-74bcb3e295ea'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:25.474662 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f8a06d0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['21d3e098-d197-4a46-8957-74bcb3e295ea'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:25.542194 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3e8617ad-957b-4f23-8d1c-63cedfdd821f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:25.637707 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30380286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30357467'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:25.641552 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3e8617ad-957b-4f23-8d1c-63cedfdd821f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:25.668598 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-7aa3093b-0146-4304-a2ca-3a1fcfc1467d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:25.709853 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 7e38af74-4a8b-4752-853c-1a57e96452d3 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:25.710637 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:25.795312 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Set router 21d3e098-d197-4a46-8957-74bcb3e295ea gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:25.903716 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:25.940986 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bbfdea5-517b-4365-be43-7e1a30a49cf9,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:25.947869 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:25.950548 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Checking segment: {'id': '368ac64b-c593-48b8-a2dc-fc918ff0036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:25.951360 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Network hostable DHCP agents. Network: 300a57e6-c4ef-4ef4-88c8-53c95db47838, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 15:00:25.955589 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:25.981388 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Network 300a57e6-c4ef-4ef4-88c8-53c95db47838 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 15:00:25.992248 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3e8617ad-957b-4f23-8d1c-63cedfdd821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:25.995545 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a427b493-3179-4708-822a-c6daa10b7561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:26.006966 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 300a57e6-c4ef-4ef4-88c8-53c95db47838) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:26.019438 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:26.020618 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:26.043940 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8617ad-957b-4f23-8d1c-63cedfdd821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a1212e-d2a9-40b5-a696-f85757adefa8,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:26.048005 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3e8617ad-957b-4f23-8d1c-63cedfdd821f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:26.052172 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3e8617ad-957b-4f23-8d1c-63cedfdd821f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:26.052944 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['eb1140f6-9ef5-4a12-b689-f625af47513a', 'ac09379f-0fc2-41eb-9077-e12089f6c760', 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:00:26.056934 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-3e8617ad-957b-4f23-8d1c-63cedfdd821f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d4a1212e-d2a9-40b5-a696-f85757adefa8 HTTP/1.1" status: 204  len: 168 time: 0.7967129
Oct 25 15:00:26.061300 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.5361397
Oct 25 15:00:26.064025 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58062) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:26.078727 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-652996322-router', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:26.090455 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:26.100977 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Usage tracker for resource:router and tenant:df4c91d3ef8547ec8f439803e0635458 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:26.109682 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:26.133416 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:26.159522 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Network b6e2eca2-82bf-4259-8e1a-ff594890c64b is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:26.164973 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33513898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1654'] for router, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:26.169897 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33513773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33441060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33538838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:26.177530 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:26.183932 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:26.203736 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:26.255800 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e6f0c-db80-4534-9969-06e3f4b35fd1 None None] Network 300a57e6-c4ef-4ef4-88c8-53c95db47838 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:00:26.292676 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Pushing event updated for resources: {'Port': ['ID=df990431-ae85-44ef-acfd-8fe815b8d8ad,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:26.311414 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:26.335061 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:26.335883 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:26.461640 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5676858
Oct 25 15:00:26.476173 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25007-177f-4add-b287-4960798f4284 req-7b48d63b-99f8-4342-a6c0-c19ffd8bf196 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:26.478103 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-85a25007-177f-4add-b287-4960798f4284 req-7b48d63b-99f8-4342-a6c0-c19ffd8bf196 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.7247393
Oct 25 15:00:26.487511 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Request body: {'port': {'device_id': '55a57d49-c27b-44a5-a8dc-3adadc2726f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:26.512564 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f8a06d0>, [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 2, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:26.525283 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Checking router: 21d3e098-d197-4a46-8957-74bcb3e295ea for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:00:26.526637 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Updating router 21d3e098-d197-4a46-8957-74bcb3e295ea port 2cec2233-7507-430a-b435-d46900fb0721 binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:00:26.550970 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489bed1-7eed-4d05-b652-8509bd1cdc3d req-1ae42421-f8c4-420c-a8bc-387ff6a695d8 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:26.552883 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e489bed1-7eed-4d05-b652-8509bd1cdc3d req-1ae42421-f8c4-420c-a8bc-387ff6a695d8 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.4776905
Oct 25 15:00:26.726390 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:26.757985 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:26.851467 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Notify callbacks [] for port, precommit_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:26.992366 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-85a25007-177f-4add-b287-4960798f4284 req-298f223a-da3c-42c0-9d79-7214663d0bd0 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4616599
Oct 25 15:00:27.013002 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:27.083063 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e489bed1-7eed-4d05-b652-8509bd1cdc3d req-f40a982d-d296-4b08-8f65-bcbc024b9709 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5104415
Oct 25 15:00:27.176713 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:27.311439 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:27.441590 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939c8d1a-dcb5-55a8-bcc9-79348285edc1-300a57e6-c4ef-4ef4-88c8-53c95db47838', 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'fixed_ips': [{'subnet_id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9'}]}} from dv-cinder-813751-1-iscsi. {{(pid=86766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Oct 25 15:00:27.443005 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:27.443920 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:27.485331 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Transition to ACTIVE for port object 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:27.598694 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:27.619119 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:27.713643 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 58074) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:27.748507 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Pushing event updated for resources: {'Port': ['ID=3e5e2f5c-4729-44a1-b5c5-8255ac95b077,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:27.799855 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Attempting to bind port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:27.800475 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Attempting to bind port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:27.801126 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Attempting to bind port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 on network 7e676695-9316-4764-8fee-34d0d2b07572 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:27.826100 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:27.848617 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Transition to ACTIVE for port object 2cec2233-7507-430a-b435-d46900fb0721 will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:27.860493 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Allocated IP 172.27.3.8 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/5ef77aac-2f2b-43b6-b0d5-8414c76e58bf) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:27.868225 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:27.873062 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-e337cfa2-b705-4d7f-998f-bba8995dae18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:27.874524 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:27.875206 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:27.876005 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:27.876719 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Bound using segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:27.877590 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Bound port: 3e5e2f5c-4729-44a1-b5c5-8255ac95b077, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:27.878259 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:27.976238 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.976835 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.977456 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.978033 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.979117 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.979260 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.979871 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.980476 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.981069 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.981635 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.982514 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:27.983100 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:00:28.012622 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:28.050555 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.166139 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.223270 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.db_base_plugin_common [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Allocated IP 172.20.0.2 (300a57e6-c4ef-4ef4-88c8-53c95db47838/2bbfdea5-517b-4365-be43-7e1a30a49cf9/964ff341-bc80-493b-b20f-cf6d24ea4ff5) {{(pid=86766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:28.229437 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.245286 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-13ac9bc0-6607-45b1-a72c-ebdbccf1d87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:28.360743 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81030c2-6c48-415c-a63f-0704e2be6545 None None] Pushing event updated for resources: {'Port': ['ID=2cec2233-7507-430a-b435-d46900fb0721,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:28.364749 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-a81030c2-6c48-415c-a63f-0704e2be6545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:28.421145 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:28.422453 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:28.424963 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:28.470880 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Attempting to bind port 2cec2233-7507-430a-b435-d46900fb0721 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:28.472042 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Attempting to bind port 2cec2233-7507-430a-b435-d46900fb0721 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:28.473001 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Attempting to bind port 2cec2233-7507-430a-b435-d46900fb0721 on network b9df9702-94f3-4ef2-885f-a724178beae5 {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:28.476568 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Notify callbacks [] for port, precommit_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.485868 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:28.487113 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Checking segment: {'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:28.488091 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.489937 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Bound using segment: {'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:28.490338 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Transition to ACTIVE for port object 964ff341-bc80-493b-b20f-cf6d24ea4ff5 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:28.491651 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Bound port: 2cec2233-7507-430a-b435-d46900fb0721, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:28.493052 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.514316 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Transition to ACTIVE for port object 964ff341-bc80-493b-b20f-cf6d24ea4ff5 will not be triggered until provisioned by entity DHCP. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:28.518959 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df990431-ae85-44ef-acfd-8fe815b8d8ad {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:00:28.534630 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.552088 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.561962 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Transition to ACTIVE for port object df990431-ae85-44ef-acfd-8fe815b8d8ad will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:28.564219 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:28.570506 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:28.614337 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Pushing event updated for resources: {'Port': ['ID=5ef77aac-2f2b-43b6-b0d5-8414c76e58bf,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:28.617331 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:28.653351 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Network 300a57e6-c4ef-4ef4-88c8-53c95db47838 is already hosted by enough agents. {{(pid=86766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:28.671393 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Pushing event updated for resources: {'Port': ['ID=964ff341-bc80-493b-b20f-cf6d24ea4ff5,revision_number=1']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:28.674217 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.base_scheduler [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Resources bound (agent type, host, resource id):  {{(pid=86766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:28.682473 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:28.683544 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Received port after_create {{(pid=86766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:28.686729 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] Usage tracker for resource:security_group_rule and tenant:6161e2ac42c24a0b979148c009204eb4 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:28.704442 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.724290 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:28.742052 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c2a3ee91-2019-4d22-855c-774369ad0a92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:28.805942 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] For port 2cec2233-7507-430a-b435-d46900fb0721, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:28.812554 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] For port 2cec2233-7507-430a-b435-d46900fb0721, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=2cec2233-7507-430a-b435-d46900fb0721,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:28.826073 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.845965 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-a81030c2-6c48-415c-a63f-0704e2be6545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:28.862725 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] For port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:28.887389 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Attempting to bind port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:28.888488 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Attempting to bind port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '368ac64b-c593-48b8-a2dc-fc918ff0036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:28.889316 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Attempting to bind port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 on network 300a57e6-c4ef-4ef4-88c8-53c95db47838 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:28.889928 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:28.909100 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206904-7dff-488a-aed4-fda0d721713b req-fbfa5bf0-886f-4b36-b9b0-5d814c6729a4 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:28.912361 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-73206904-7dff-488a-aed4-fda0d721713b req-fbfa5bf0-886f-4b36-b9b0-5d814c6729a4 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 931 time: 1.1974194
Oct 25 15:00:28.915888 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] For port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=3e5e2f5c-4729-44a1-b5c5-8255ac95b077,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:28.923428 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:28.924134 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Checking segment: {'id': '368ac64b-c593-48b8-a2dc-fc918ff0036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:28.924976 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.925723 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Bound using segment: {'id': '368ac64b-c593-48b8-a2dc-fc918ff0036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:28.927167 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Bound port: 964ff341-bc80-493b-b20f-cf6d24ea4ff5, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368ac64b-c593-48b8-a2dc-fc918ff0036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:28.927954 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.954004 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:28.965615 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:28.980428 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Routers {'21d3e098-d197-4a46-8957-74bcb3e295ea'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:28.981124 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f8a06d0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['21d3e098-d197-4a46-8957-74bcb3e295ea'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:29.049197 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Allocated IP 172.20.0.1 (a5246648-decd-4ede-be3f-163c1beb926d/4454ae57-6a70-4dd4-9e6e-3ccdc06f064f/581823aa-4f5e-409f-b4c7-9585fa1639b9) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:29.183607 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:29.202542 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] Set router 21d3e098-d197-4a46-8957-74bcb3e295ea gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:29.342212 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81030c2-6c48-415c-a63f-0704e2be6545 None None] Pushing event updated for resources: {'Port': ['ID=2cec2233-7507-430a-b435-d46900fb0721,revision_number=4']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:29.345679 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-a81030c2-6c48-415c-a63f-0704e2be6545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:29.365470 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Routers {'4e995111-dcc9-43a5-8b78-c9130237a17d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:29.366831 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ee531c0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4e995111-dcc9-43a5-8b78-c9130237a17d'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:29.510474 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Pushing event updated for resources: {'Port': ['ID=3e5e2f5c-4729-44a1-b5c5-8255ac95b077,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:29.535678 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:29.549072 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-73206904-7dff-488a-aed4-fda0d721713b req-5707c857-66fe-4368-b37a-cb4f5febb1c4 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2084665
Oct 25 15:00:29.641614 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Pushing event updated for resources: {'Port': ['ID=df990431-ae85-44ef-acfd-8fe815b8d8ad,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:29.645456 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:29.704509 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f8a06d0>, [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:28Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:29.705143 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3d47-e218-41f5-9f6e-beef5a93f12e req-9ccbe785-5598-46f6-bcf5-d81cb8f0f6b1 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:29.707574 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-088a3d47-e218-41f5-9f6e-beef5a93f12e req-9ccbe785-5598-46f6-bcf5-d81cb8f0f6b1 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 1.1236048
Oct 25 15:00:29.712141 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:29.717383 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef127e4a-bb1a-40bd-b64e-0d74f1a16b62 None None] The sync data for ids ['21d3e098-d197-4a46-8957-74bcb3e295ea'] in dv-cinder-813751-1-iscsi is: [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:28Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:00:29.719160 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:29.724338 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] For port 964ff341-bc80-493b-b20f-cf6d24ea4ff5, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:29.748188 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:29.794670 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e86d6f42-78ee-4cef-998b-7b6a4a7154f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:29.806046 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] For port 964ff341-bc80-493b-b20f-cf6d24ea4ff5, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=964ff341-bc80-493b-b20f-cf6d24ea4ff5,segment=NetworkSegment(368ac64b-c593-48b8-a2dc-fc918ff0036d),segment_id=368ac64b-c593-48b8-a2dc-fc918ff0036d)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:29.806379 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6161e2ac42c24a0b979148c009204eb4&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0850298
Oct 25 15:00:29.819536 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 58084) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:29.853968 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:29.871248 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33513885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871'] for router, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:29.900485 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-088a3d47-e218-41f5-9f6e-beef5a93f12e req-4414fef2-7930-4e63-98a2-1eb4fe368b51 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760633
Oct 25 15:00:29.917672 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Transition to ACTIVE for port object 581823aa-4f5e-409f-b4c7-9585fa1639b9 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:29.974546 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Attempting to bind port df990431-ae85-44ef-acfd-8fe815b8d8ad on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:29.975432 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Attempting to bind port df990431-ae85-44ef-acfd-8fe815b8d8ad by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:29.975772 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Attempting to bind port df990431-ae85-44ef-acfd-8fe815b8d8ad on network b6e2eca2-82bf-4259-8e1a-ff594890c64b {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:29.983006 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b646ebde-10b6-465f-8b41-7dbe80fad184,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:29.986732 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:30.002694 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Port df990431-ae85-44ef-acfd-8fe815b8d8ad on network b6e2eca2-82bf-4259-8e1a-ff594890c64b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:00:30.003020 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Attempting to bind port df990431-ae85-44ef-acfd-8fe815b8d8ad on network b6e2eca2-82bf-4259-8e1a-ff594890c64b {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:30.005894 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:30.026162 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:30.026736 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Checking segment: {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:30.027353 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Bound using segment: {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:30.028114 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Bound port: df990431-ae85-44ef-acfd-8fe815b8d8ad, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:30.028679 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:30.196293 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Pushing event updated for resources: {'Port': ['ID=964ff341-bc80-493b-b20f-cf6d24ea4ff5,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:30.216315 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Router 8608babb-004c-4432-9b76-9e605ba382c0 is scheduled to L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e with binding_index 1 {{(pid=86765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Oct 25 15:00:30.228173 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:30.241095 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea7e7-92f1-4960-adba-7a9d16cca400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:30.276884 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:30.290610 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] Set router 4e995111-dcc9-43a5-8b78-c9130237a17d gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:30.296941 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ab6d69d8-12aa-4435-a8b0-93b32842ad38 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:30.483990 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea7e7-92f1-4960-adba-7a9d16cca400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:30.503897 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Network a5246648-decd-4ede-be3f-163c1beb926d is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:30.517069 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:30.521083 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:30.557985 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:00:30.612400 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Notify callbacks [] for router, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:30.629796 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.5645437
Oct 25 15:00:30.635627 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58094) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:30.705516 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Sync routers for ids ['8608babb-004c-4432-9b76-9e605ba382c0'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:00:30.728027 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Routers {'8608babb-004c-4432-9b76-9e605ba382c0'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:30.729224 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-61580775-f485-422e-935f-ec3f78195d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ea586a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8608babb-004c-4432-9b76-9e605ba382c0'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:30.729677 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] For port df990431-ae85-44ef-acfd-8fe815b8d8ad, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:30.739382 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Pushing event updated for resources: {'Port': ['ID=581823aa-4f5e-409f-b4c7-9585fa1639b9,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:30.744795 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:30.774129 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:00:30.802612 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] For port df990431-ae85-44ef-acfd-8fe815b8d8ad, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=df990431-ae85-44ef-acfd-8fe815b8d8ad,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:30.804739 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33510570'] for router_interface, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:30.827934 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:30.840779 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:30.933695 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:30.934792 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:30.936480 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] 10.222.0.37 "PUT /v2.0/ports/df990431-ae85-44ef-acfd-8fe815b8d8ad HTTP/1.1" status: 200  len: 1093 time: 4.4534051
Oct 25 15:00:30.945058 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a57d49-c27b-44a5-a8dc-3adadc2726f4', 'tag': 'df990431-ae85-44ef-acfd-8fe815b8d8ad'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:00:30.991479 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea7e7-92f1-4960-adba-7a9d16cca400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:31.153527 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:31.299177 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-7c271808-9e4e-4c21-b52a-68b0b3c69a05 None None] Provisioning for port 581823aa-4f5e-409f-b4c7-9585fa1639b9 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:31.367530 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-7c271808-9e4e-4c21-b52a-68b0b3c69a05 None None] Provisioning complete for port 581823aa-4f5e-409f-b4c7-9585fa1639b9 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:31.368035 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7c271808-9e4e-4c21-b52a-68b0b3c69a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:31.406658 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 964ff341-bc80-493b-b20f-cf6d24ea4ff5 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:31.461428 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Pushing event updated for resources: {'Port': ['ID=df990431-ae85-44ef-acfd-8fe815b8d8ad,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:31.478814 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:31.481339 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-594a392e-f6c3-4330-bd92-3915de88e40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:31.515382 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ea7e7-92f1-4960-adba-7a9d16cca400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646ebde-10b6-465f-8b41-7dbe80fad184,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:31.522164 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ad8ea7e7-92f1-4960-adba-7a9d16cca400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:31.523056 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea7e7-92f1-4960-adba-7a9d16cca400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:31.527171 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-ad8ea7e7-92f1-4960-adba-7a9d16cca400 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b646ebde-10b6-465f-8b41-7dbe80fad184 HTTP/1.1" status: 204  len: 168 time: 1.7051842
Oct 25 15:00:31.625621 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Set router 8608babb-004c-4432-9b76-9e605ba382c0 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:31.743328 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-7c271808-9e4e-4c21-b52a-68b0b3c69a05 None None] Port 581823aa-4f5e-409f-b4c7-9585fa1639b9 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:00:31.760225 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:31.845572 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ee412d04-aae1-4fe5-b440-f3884dcfd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:31.848968 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-ee412d04-aae1-4fe5-b440-f3884dcfd44d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 1096 time: 0.6997948
Oct 25 15:00:31.867312 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaed73b-1a2c-4c19-b7f7-70d23a1bf6e7 req-981a7dcd-2463-4f81-a39f-d3b94982553c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:31.877356 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7eaed73b-1a2c-4c19-b7f7-70d23a1bf6e7 req-981a7dcd-2463-4f81-a39f-d3b94982553c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 943 time: 0.8904436
Oct 25 15:00:31.932397 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:31.948974 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ee531c0>, [{'id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'name': 'tempest-TestShelveInstance-441792620-router', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:17Z', 'revision_number': 3, 'project_id': 'e903acece5ae4712953c2923906051d6', 'gw_port': {'id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:14Z', 'updated_at': '2021-10-25T15:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:31.968467 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 2cec2233-7507-430a-b435-d46900fb0721 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:32.063864 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746cb93b-df1f-470d-8788-0f0f4c0c3f35 None None] The sync data for ids ['4e995111-dcc9-43a5-8b78-c9130237a17d'] in dv-cinder-813751-1-iscsi is: [{'id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'name': 'tempest-TestShelveInstance-441792620-router', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:17Z', 'revision_number': 3, 'project_id': 'e903acece5ae4712953c2923906051d6', 'gw_port': {'id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:14Z', 'updated_at': '2021-10-25T15:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:00:32.118935 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a1e5b8-d157-47e1-957f-51522d3dbc87 None None] Network 300a57e6-c4ef-4ef4-88c8-53c95db47838 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:00:32.172291 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-e76df818-8f3d-4d8a-854a-d01bcd798adb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df990431-ae85-44ef-acfd-8fe815b8d8ad HTTP/1.1" status: 200  len: 217 time: 0.2449536
Oct 25 15:00:32.283482 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7eaed73b-1a2c-4c19-b7f7-70d23a1bf6e7 req-28ad385b-9b63-4e3b-a007-fcc0d3dfe8c8 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4055746
Oct 25 15:00:32.299688 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3c1c0-2f59-4959-b3e5-ead630e62712 req-88eb4c8d-d1d5-46c9-955f-00c372c6d39a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:32.307506 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-50e3c1c0-2f59-4959-b3e5-ead630e62712 req-88eb4c8d-d1d5-46c9-955f-00c372c6d39a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.9460106
Oct 25 15:00:32.421317 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a57d49-c27b-44a5-a8dc-3adadc2726f4', 'tag': 'df990431-ae85-44ef-acfd-8fe815b8d8ad', 'status': 'completed', 'code': 200}
Oct 25 15:00:32.427481 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-81265549-9636-4f17-8870-84074efa4d7d None None] Provisioning for port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:32.438875 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-50e3c1c0-2f59-4959-b3e5-ead630e62712 req-9791e05c-f2a0-4830-806b-9ca3fe9f8129 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300733
Oct 25 15:00:32.477195 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-81265549-9636-4f17-8870-84074efa4d7d None None] Provisioning complete for port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:32.478015 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-81265549-9636-4f17-8870-84074efa4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:32.482327 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-32227638-6219-4e72-b28c-9d01c91acb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:32.484210 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-32227638-6219-4e72-b28c-9d01c91acb35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6790719-2903-414f-a312-fc29486c7143 HTTP/1.1" status: 200  len: 855 time: 0.2491419
Oct 25 15:00:32.525562 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:32.576307 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 2cec2233-7507-430a-b435-d46900fb0721 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:32.586268 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 2cec2233-7507-430a-b435-d46900fb0721 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:32.586674 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:32.606255 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea4a35-fee7-4c9c-a335-960d291d26e0 req-332d92fe-6bf1-4604-abe4-78274b8c82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:32.611626 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-97ea4a35-fee7-4c9c-a335-960d291d26e0 req-332d92fe-6bf1-4604-abe4-78274b8c82d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 1099 time: 0.9942846
Oct 25 15:00:32.772462 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-5705e00b-6ef2-41bc-8eb9-10f3cc304330 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e2eca2-82bf-4259-8e1a-ff594890c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1582940
Oct 25 15:00:32.956261 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-97ea4a35-fee7-4c9c-a335-960d291d26e0 req-508ba581-3a4b-4d3d-8ab0-aa75a9966f3e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2368996
Oct 25 15:00:33.031955 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-61580775-f485-422e-935f-ec3f78195d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ea586a0>, [{'id': '8608babb-004c-4432-9b76-9e605ba382c0', 'name': 'tempest-TestMinimumBasicScenario-652996322-router', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:26Z', 'updated_at': '2021-10-25T15:00:28Z', 'revision_number': 3, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'gw_port': {'id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:27Z', 'updated_at': '2021-10-25T15:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:33.092172 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Checking router: 8608babb-004c-4432-9b76-9e605ba382c0 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:00:33.092950 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Updating router 8608babb-004c-4432-9b76-9e605ba382c0 port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf binding host dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:00:33.125488 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:33.131981 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:33.136256 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-81265549-9636-4f17-8870-84074efa4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:33.168021 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-d6ddc771-6092-4903-af22-0609d3610df7 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3696024
Oct 25 15:00:33.173202 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:33.180144 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Allocated IP 172.20.0.1 (300a57e6-c4ef-4ef4-88c8-53c95db47838/2bbfdea5-517b-4365-be43-7e1a30a49cf9/818d9c4f-0d2b-436b-addb-1e05d850adb9) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:00:33.278038 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:33.321813 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:33.376535 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-81265549-9636-4f17-8870-84074efa4d7d None None] For port 964ff341-bc80-493b-b20f-cf6d24ea4ff5, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=964ff341-bc80-493b-b20f-cf6d24ea4ff5,segment=NetworkSegment(368ac64b-c593-48b8-a2dc-fc918ff0036d),segment_id=368ac64b-c593-48b8-a2dc-fc918ff0036d)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:33.409924 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-81265549-9636-4f17-8870-84074efa4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:33.430792 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:33.480401 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d69a7f84-e54e-4349-8b9d-7155e6068c76 req-b5254bbf-162d-40e4-9f01-55c14356a7b9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2189398
Oct 25 15:00:33.555407 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:33.583593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.provisioning_blocks [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Transition to ACTIVE for port object 818d9c4f-0d2b-436b-addb-1e05d850adb9 will not be triggered until provisioned by entity DHCP. {{(pid=86765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:33.616366 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 2cec2233-7507-430a-b435-d46900fb0721, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=2cec2233-7507-430a-b435-d46900fb0721,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:33.635912 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:33.643494 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:33.643736 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33051322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33510409'] for router_interface, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:33.704314 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Pushing event updated for resources: {'Port': ['ID=581823aa-4f5e-409f-b4c7-9585fa1639b9,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:33.739621 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Network 300a57e6-c4ef-4ef4-88c8-53c95db47838 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:33.754182 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:33.761602 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:00:33.774478 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:33.867706 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Pushing event updated for resources: {'Port': ['ID=818d9c4f-0d2b-436b-addb-1e05d850adb9,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:33.872290 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:33.899116 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33510570'] for router_interface, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:34.179449 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:34.189730 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:34.202365 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Network a5246648-decd-4ede-be3f-163c1beb926d is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:34.216226 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:34.351554 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Notify callbacks [] for port, precommit_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:34.371824 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Transition to ACTIVE for port object 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:34.401378 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:34.458629 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115066d-e221-459c-9e2a-46c06dbb8b61 req-eb134f17-426d-47ad-a2f3-aaa1a6caf945 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:34.460304 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3115066d-e221-459c-9e2a-46c06dbb8b61 req-eb134f17-426d-47ad-a2f3-aaa1a6caf945 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 943 time: 0.9260516
Oct 25 15:00:34.464867 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:34.496092 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81265549-9636-4f17-8870-84074efa4d7d None None] Pushing event updated for resources: {'Port': ['ID=964ff341-bc80-493b-b20f-cf6d24ea4ff5,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:34.511094 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-81265549-9636-4f17-8870-84074efa4d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:34.511573 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:34.599040 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0525-7d0c-416e-9eb5-29f207811ae9 req-e2712567-63fa-4fce-b96e-ae74c7ffc27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:34.623364 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-64ba0525-7d0c-416e-9eb5-29f207811ae9 req-e2712567-63fa-4fce-b96e-ae74c7ffc27c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=670374964f714196ab5d431e5e2fc9bd&device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 1096 time: 0.9522200
Oct 25 15:00:34.700845 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a36517-ee95-4955-b8ed-f06939fce860 req-59f22d71-2778-4572-ae63-059dea6baec6 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:34.711010 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-16a36517-ee95-4955-b8ed-f06939fce860 req-59f22d71-2778-4572-ae63-059dea6baec6 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 1.0263386
Oct 25 15:00:34.831336 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=2cec2233-7507-430a-b435-d46900fb0721,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:34.859870 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Attempting to bind port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:34.860483 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Attempting to bind port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:34.861498 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Attempting to bind port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf on network 7e676695-9316-4764-8fee-34d0d2b07572 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:34.921809 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0525-7d0c-416e-9eb5-29f207811ae9 req-f6c1c6f2-f84c-4448-a9ce-3b99cabae5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:34.923530 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-64ba0525-7d0c-416e-9eb5-29f207811ae9 req-f6c1c6f2-f84c-4448-a9ce-3b99cabae5c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 200  len: 916 time: 0.2647970
Oct 25 15:00:34.960058 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:34.961147 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:34.962270 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:34.963187 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Bound using segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:34.964258 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Bound port: 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:34.964805 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:34.965929 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:34.969394 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3115066d-e221-459c-9e2a-46c06dbb8b61 req-cfc91c99-245a-4341-94a4-9297e3976159 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3840063
Oct 25 15:00:34.996677 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379639'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:35.068615 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-64ba0525-7d0c-416e-9eb5-29f207811ae9 req-df83ba31-1e30-4436-8167-874e1434e3a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df990431-ae85-44ef-acfd-8fe815b8d8ad HTTP/1.1" status: 200  len: 217 time: 0.1160183
Oct 25 15:00:35.071587 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-16a36517-ee95-4955-b8ed-f06939fce860 req-6dcb37f6-e67e-498f-ad2c-fedffe4e39c8 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3547676
Oct 25 15:00:35.072747 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:35.073322 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:35.137375 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-92c099df-9c1b-4bc5-a674-cf2d8a524082 None None] Provisioning complete for port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:35.137616 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-92c099df-9c1b-4bc5-a674-cf2d8a524082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:35.197443 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33051322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33510409'] for router_interface, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:35.202439 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Pushing event updated for resources: {'Port': ['ID=818d9c4f-0d2b-436b-addb-1e05d850adb9,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:35.207052 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:35.211912 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Router 4e995111-dcc9-43a5-8b78-c9130237a17d has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:00:35.216338 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0525-7d0c-416e-9eb5-29f207811ae9 req-286c052f-1926-455e-b8b7-69670d98b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:35.217881 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-64ba0525-7d0c-416e-9eb5-29f207811ae9 req-286c052f-1926-455e-b8b7-69670d98b62e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6790719-2903-414f-a312-fc29486c7143 HTTP/1.1" status: 200  len: 855 time: 0.1382298
Oct 25 15:00:35.239422 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:35.240034 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:35.348999 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8c663-7f70-40ed-be43-f97804fd0220 None None] Pushing event updated for resources: {'Port': ['ID=5ef77aac-2f2b-43b6-b0d5-8414c76e58bf,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:35.365803 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-7bb8c663-7f70-40ed-be43-f97804fd0220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:35.369780 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.889s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:35.370137 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:35.386915 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-61580775-f485-422e-935f-ec3f78195d77 None None] For port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:35.391976 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-61580775-f485-422e-935f-ec3f78195d77 None None] For port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=5ef77aac-2f2b-43b6-b0d5-8414c76e58bf,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:35.412140 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:35.416902 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-e7e00fbe-df59-43ec-a2f5-703f8a58249c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:35.425224 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-64ba0525-7d0c-416e-9eb5-29f207811ae9 req-62b49d55-e9ac-4ebb-b0c2-0b75bb785f50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6e2eca2-82bf-4259-8e1a-ff594890c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1318669
Oct 25 15:00:35.506003 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Network 300a57e6-c4ef-4ef4-88c8-53c95db47838 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:00:35.508178 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:00:35.616520 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:35.621905 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8c663-7f70-40ed-be43-f97804fd0220 None None] Pushing event updated for resources: {'Port': ['ID=5ef77aac-2f2b-43b6-b0d5-8414c76e58bf,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:35.626261 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-7bb8c663-7f70-40ed-be43-f97804fd0220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:35.656713 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-64ba0525-7d0c-416e-9eb5-29f207811ae9 req-02110aa3-5b20-4d7a-a470-8367971f10ee service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201993
Oct 25 15:00:35.674058 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Routers {'8608babb-004c-4432-9b76-9e605ba382c0'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:35.674773 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-61580775-f485-422e-935f-ec3f78195d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ea586a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8608babb-004c-4432-9b76-9e605ba382c0'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:35.737027 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=3e5e2f5c-4729-44a1-b5c5-8255ac95b077,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:35.759779 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:35.919944 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:35.981608 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Router 8608babb-004c-4432-9b76-9e605ba382c0 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:00:36.001361 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:00:36.014572 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-64ba0525-7d0c-416e-9eb5-29f207811ae9 req-f08486ee-a15c-40d5-8bbe-e7759d2a24d8 service neutron] 10.222.0.37 "GET /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3252821
Oct 25 15:00:36.018390 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=3e5e2f5c-4729-44a1-b5c5-8255ac95b077,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:36.019473 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] 10.222.0.57 "PUT /v2.0/routers/4e995111-dcc9-43a5-8b78-c9130237a17d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5215259
Oct 25 15:00:36.020513 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Sync routers for ids ['4e995111-dcc9-43a5-8b78-c9130237a17d'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:00:36.021858 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:36.048574 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Routers {'4e995111-dcc9-43a5-8b78-c9130237a17d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:36.049580 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f7ee460>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4e995111-dcc9-43a5-8b78-c9130237a17d'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:36.187607 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-92c099df-9c1b-4bc5-a674-cf2d8a524082 None None] Provisioning complete for port 581823aa-4f5e-409f-b4c7-9585fa1639b9 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:36.188049 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-92c099df-9c1b-4bc5-a674-cf2d8a524082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:36.337487 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-92c099df-9c1b-4bc5-a674-cf2d8a524082 None None] Port 581823aa-4f5e-409f-b4c7-9585fa1639b9 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:00:36.370001 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 964ff341-bc80-493b-b20f-cf6d24ea4ff5 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:36.421830 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-61580775-f485-422e-935f-ec3f78195d77 None None] Set router 8608babb-004c-4432-9b76-9e605ba382c0 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:36.426376 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:00:36.445053 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2631f7-acf2-4973-9be5-1895a4406e36 req-f43abec3-5bf8-44ac-81a6-f668dbd95808 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:36.446665 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5e2631f7-acf2-4973-9be5-1895a4406e36 req-f43abec3-5bf8-44ac-81a6-f668dbd95808 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 943 time: 0.1762760
Oct 25 15:00:36.447404 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] 10.222.0.57 "PUT /v2.0/routers/8608babb-004c-4432-9b76-9e605ba382c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8094616
Oct 25 15:00:36.482634 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279f842-ae13-4969-a050-44da5088bdff req-008d11a9-3348-4abe-b25f-cbcc7cee5205 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:36.484174 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b279f842-ae13-4969-a050-44da5088bdff req-008d11a9-3348-4abe-b25f-cbcc7cee5205 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.1594825
Oct 25 15:00:36.500923 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Set router 4e995111-dcc9-43a5-8b78-c9130237a17d gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:36.532801 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5e2631f7-acf2-4973-9be5-1895a4406e36 req-c03c1668-5ab7-4098-999a-a4adaf32d600 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792289
Oct 25 15:00:36.600541 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b279f842-ae13-4969-a050-44da5088bdff req-54fdcffc-863f-4eb1-8365-09a155ea3816 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079562
Oct 25 15:00:36.634368 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f44298a9-77a5-4de9-be4f-3ac0fcf16ed0 None None] Provisioning for port 818d9c4f-0d2b-436b-addb-1e05d850adb9 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:36.652206 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f44298a9-77a5-4de9-be4f-3ac0fcf16ed0 None None] Provisioning complete for port 818d9c4f-0d2b-436b-addb-1e05d850adb9 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:36.652574 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f44298a9-77a5-4de9-be4f-3ac0fcf16ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:36.798594 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f44298a9-77a5-4de9-be4f-3ac0fcf16ed0 None None] Port 818d9c4f-0d2b-436b-addb-1e05d850adb9 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:00:36.802206 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:36.803038 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:37.099701 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:37.154316 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-61580775-f485-422e-935f-ec3f78195d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ea586a0>, [{'id': '8608babb-004c-4432-9b76-9e605ba382c0', 'name': 'tempest-TestMinimumBasicScenario-652996322-router', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:26Z', 'updated_at': '2021-10-25T15:00:34Z', 'revision_number': 4, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'gw_port': {'id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:27Z', 'updated_at': '2021-10-25T15:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '818d9c4f-0d2b-436b-addb-1e05d850adb9', 'name': '', 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'mac_address': 'fa:16:3e:af:a0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:32Z', 'updated_at': '2021-10-25T15:00:34Z', 'revision_number': 2, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'subnets': [{'id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:37.173133 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61580775-f485-422e-935f-ec3f78195d77 None None] The sync data for ids ['8608babb-004c-4432-9b76-9e605ba382c0'] in dv-cinder-813751-1-iscsi is: [{'id': '8608babb-004c-4432-9b76-9e605ba382c0', 'name': 'tempest-TestMinimumBasicScenario-652996322-router', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:26Z', 'updated_at': '2021-10-25T15:00:34Z', 'revision_number': 4, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'gw_port': {'id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:27Z', 'updated_at': '2021-10-25T15:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '818d9c4f-0d2b-436b-addb-1e05d850adb9', 'name': '', 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'mac_address': 'fa:16:3e:af:a0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:32Z', 'updated_at': '2021-10-25T15:00:34Z', 'revision_number': 2, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'subnets': [{'id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:00:37.219367 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:37.220132 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:37.312514 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f7ee460>, [{'id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'name': 'tempest-TestShelveInstance-441792620-router', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:31Z', 'revision_number': 4, 'project_id': 'e903acece5ae4712953c2923906051d6', 'gw_port': {'id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:14Z', 'updated_at': '2021-10-25T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '581823aa-4f5e-409f-b4c7-9585fa1639b9', 'name': '', 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'mac_address': 'fa:16:3e:a6:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4454ae57-6a70-4dd4-9e6e-3ccdc06f064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:27Z', 'updated_at': '2021-10-25T15:00:32Z', 'revision_number': 2, 'project_id': 'e903acece5ae4712953c2923906051d6', 'subnets': [{'id': '4454ae57-6a70-4dd4-9e6e-3ccdc06f064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:37.333136 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Checking router: 4e995111-dcc9-43a5-8b78-c9130237a17d for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:00:37.333919 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Updating router 4e995111-dcc9-43a5-8b78-c9130237a17d port 581823aa-4f5e-409f-b4c7-9585fa1639b9 binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:00:37.438066 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:37.450207 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 2cec2233-7507-430a-b435-d46900fb0721 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:37.610443 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 2cec2233-7507-430a-b435-d46900fb0721 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:37.611000 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:37.713363 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 58178) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:37.719026 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787558319', 'description': 'tempest-secgroup-smoke-1787558319 description', 'project_id': '851559b5d43e474aa0fb5071883e75fb'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:37.738843 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:37.751084 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Usage tracker for resource:security_group and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:37.756523 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:37.770422 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:37.839715 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:38.059982 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:38.075455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Usage tracker for resource:security_group_rule and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:38.080482 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:38.094062 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:38.157571 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device df990431-ae85-44ef-acfd-8fe815b8d8ad details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:00:38.313202 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:38.357361 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3c4dd-541d-4801-8db5-6f13c77ecfde req-fb9fc08a-8881-4ec4-b821-006eccbb4825 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:38.359355 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2dd3c4dd-541d-4801-8db5-6f13c77ecfde req-fb9fc08a-8881-4ec4-b821-006eccbb4825 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.4531591
Oct 25 15:00:38.381669 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Transition to ACTIVE for port object 581823aa-4f5e-409f-b4c7-9585fa1639b9 will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:38.397072 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdd4d1-0c3e-435a-b406-2abac0da00f0 req-8220c73e-b7f3-4dad-b70e-1bdbf7ff68c3 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:38.399557 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:38.404551 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fafdd4d1-0c3e-435a-b406-2abac0da00f0 req-8220c73e-b7f3-4dad-b70e-1bdbf7ff68c3 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 943 time: 0.3921685
Oct 25 15:00:38.413432 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:38.529985 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port df990431-ae85-44ef-acfd-8fe815b8d8ad, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=df990431-ae85-44ef-acfd-8fe815b8d8ad,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:38.545643 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2dd3c4dd-541d-4801-8db5-6f13c77ecfde req-003d1e8a-aaed-4d6d-9156-fa23ce177a5c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685481
Oct 25 15:00:38.574668 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': 'df990431-ae85-44ef-acfd-8fe815b8d8ad', 'network_id': 'b6e2eca2-82bf-4259-8e1a-ff594890c64b', 'port_id': 'df990431-ae85-44ef-acfd-8fe815b8d8ad', 'mac_address': 'fa:16:3e:a3:3e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6790719-2903-414f-a312-fc29486c7143', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:00:38.574910 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:38.586376 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f0250-c362-4ae5-94f3-99affdb52409 None None] Pushing event updated for resources: {'Port': ['ID=581823aa-4f5e-409f-b4c7-9585fa1639b9,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:38.590467 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:38.591004 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-100f0250-c362-4ae5-94f3-99affdb52409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:38.604554 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:38.656097 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fafdd4d1-0c3e-435a-b406-2abac0da00f0 req-7305d23f-fbca-44fa-81a4-f944e8ca3ffb tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502956
Oct 25 15:00:38.680701 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:38.720036 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df990431-ae85-44ef-acfd-8fe815b8d8ad {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:00:38.768702 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port df990431-ae85-44ef-acfd-8fe815b8d8ad, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=df990431-ae85-44ef-acfd-8fe815b8d8ad,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:38.778268 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:38.779132 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:38.782050 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.0672996
Oct 25 15:00:38.784115 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d3639b-17d9-44e7-bd59-380da0e77bc9,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:38.785130 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58192) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:38.790997 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:38.794572 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Request body: {'security_group_rule': {'security_group_id': 'e3d3639b-17d9-44e7-bd59-380da0e77bc9', 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:38.808296 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:38.809867 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:38.834227 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Usage tracker for resource:security_group_rule and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:38.847967 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:38.869221 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:38.917683 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:38.981418 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=df990431-ae85-44ef-acfd-8fe815b8d8ad,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:38.985863 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:39.113982 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:39.117352 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Attempting to bind port 581823aa-4f5e-409f-b4c7-9585fa1639b9 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:39.117798 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Attempting to bind port 581823aa-4f5e-409f-b4c7-9585fa1639b9 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '0b5a8c13-5a0e-465f-872f-35c24a7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:39.118153 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Attempting to bind port 581823aa-4f5e-409f-b4c7-9585fa1639b9 on network a5246648-decd-4ede-be3f-163c1beb926d {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:39.125871 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:39.133027 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:39.133630 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Checking segment: {'id': '0b5a8c13-5a0e-465f-872f-35c24a7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:39.134297 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:39.134970 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Bound using segment: {'id': '0b5a8c13-5a0e-465f-872f-35c24a7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:39.135110 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:39.135837 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Bound port: 581823aa-4f5e-409f-b4c7-9585fa1639b9, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5a8c13-5a0e-465f-872f-35c24a7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:39.136490 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:39.158846 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac989ac-56ea-43b6-ae3a-da3a4c830e46,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:39.162653 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:39.192704 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:39.197248 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 58196) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:39.205806 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Request body: {'security_group_rule': {'security_group_id': 'e3d3639b-17d9-44e7-bd59-380da0e77bc9', 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:39.206176 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4185033
Oct 25 15:00:39.316850 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:39.337254 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] For port 581823aa-4f5e-409f-b4c7-9585fa1639b9, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:39.341124 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] For port 581823aa-4f5e-409f-b4c7-9585fa1639b9, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=581823aa-4f5e-409f-b4c7-9585fa1639b9,segment=NetworkSegment(0b5a8c13-5a0e-465f-872f-35c24a7c1668),segment_id=0b5a8c13-5a0e-465f-872f-35c24a7c1668)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:39.347880 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:39.350859 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Usage tracker for resource:security_group_rule and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:39.355152 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-8c7e282d-669b-4eae-a733-e537ce84490f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:39.357860 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:39.370952 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:39.458313 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Routers {'4e995111-dcc9-43a5-8b78-c9130237a17d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:39.459427 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f7ee460>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4e995111-dcc9-43a5-8b78-c9130237a17d'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:39.460711 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:39.597770 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f0250-c362-4ae5-94f3-99affdb52409 None None] Pushing event updated for resources: {'Port': ['ID=581823aa-4f5e-409f-b4c7-9585fa1639b9,revision_number=4']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:39.606282 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-100f0250-c362-4ae5-94f3-99affdb52409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:39.695572 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['df990431-ae85-44ef-acfd-8fe815b8d8ad'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:00:39.767290 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2b7d3-3920-4bff-b141-9507ecb0b4f0 req-6a73ec93-3864-4866-a7c5-65bc59095ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:39.771861 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8c2b7d3-3920-4bff-b141-9507ecb0b4f0 req-6a73ec93-3864-4866-a7c5-65bc59095ab0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 1099 time: 0.5464346
Oct 25 15:00:39.850982 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] Set router 4e995111-dcc9-43a5-8b78-c9130237a17d gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:40.072559 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:40.124918 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:40.245691 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:40.299155 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55603aab-be66-4ca5-8be4-82f0777001af,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:40.311497 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:40.399936 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:40.406374 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58208) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:40.416293 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Request body: {'security_group_rule': {'security_group_id': 'e3d3639b-17d9-44e7-bd59-380da0e77bc9', 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:40.422017 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2229495
Oct 25 15:00:40.428831 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:40.440047 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Usage tracker for resource:security_group_rule and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:40.445187 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:40.473549 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:40.474862 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:40.521427 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:40.562384 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9dc43-46ed-4cad-93fc-00d559289208 req-ba1a9067-da63-4946-8570-8da994dc558f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:40.573195 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:40.584303 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7f9dc43-46ed-4cad-93fc-00d559289208 req-ba1a9067-da63-4946-8570-8da994dc558f tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 944 time: 0.5031180
Oct 25 15:00:40.619095 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-2764fa62-ce87-4fe6-8dfe-c792088194fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:40.629409 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2b7d3-3920-4bff-b141-9507ecb0b4f0 req-18a9eee4-48eb-4b77-a3a9-f28976c082f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:40.631661 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8c2b7d3-3920-4bff-b141-9507ecb0b4f0 req-18a9eee4-48eb-4b77-a3a9-f28976c082f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 200  len: 920 time: 0.8500543
Oct 25 15:00:40.717858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:40.718270 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:40.730240 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:40.744276 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8c2b7d3-3920-4bff-b141-9507ecb0b4f0 req-4543193f-403e-4682-b9a0-3cd2ef3fd43a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c7203a5-95e7-48a7-aca1-425505a112a4 HTTP/1.1" status: 200  len: 217 time: 0.1003888
Oct 25 15:00:40.755128 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:40.764787 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7f9dc43-46ed-4cad-93fc-00d559289208 req-428a3ac8-7d94-4fd2-8c6d-3631efb4de72 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789432
Oct 25 15:00:40.778738 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:40.780205 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:40.810887 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ea2469-694a-46eb-8892-622245e43898,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:40.822025 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:40.829780 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:40.838730 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4202187
Oct 25 15:00:40.839820 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58214) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:40.860740 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Request body: {'security_group_rule': {'security_group_id': 'e3d3639b-17d9-44e7-bd59-380da0e77bc9', 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:40.862972 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2b7d3-3920-4bff-b141-9507ecb0b4f0 req-5629e025-2471-4fd5-a988-d41d30b8c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:40.864523 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8c2b7d3-3920-4bff-b141-9507ecb0b4f0 req-5629e025-2471-4fd5-a988-d41d30b8c391 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 200  len: 859 time: 0.0948522
Oct 25 15:00:40.872952 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4d3d9-84c9-468b-a1cf-69f0a72b5b87 req-f14d2b34-b255-4d49-ba88-9e04733e9cff tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:40.880733 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-45b4d3d9-84c9-468b-a1cf-69f0a72b5b87 req-f14d2b34-b255-4d49-ba88-9e04733e9cff tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.7276042
Oct 25 15:00:40.882088 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:40.902970 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Usage tracker for resource:security_group_rule and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:40.910066 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:40.920878 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:40.962664 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:41.007771 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8c2b7d3-3920-4bff-b141-9507ecb0b4f0 req-d90b3b67-288f-40b3-bfc1-f918c9666e3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=331f36af-0363-44a7-b402-805bbfb485e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1070626
Oct 25 15:00:41.069635 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-45b4d3d9-84c9-468b-a1cf-69f0a72b5b87 req-23aeda1b-a38a-465e-b63c-b73b2033c132 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877761
Oct 25 15:00:41.097160 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f7ee460>, [{'id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'name': 'tempest-TestShelveInstance-441792620-router', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:31Z', 'revision_number': 4, 'project_id': 'e903acece5ae4712953c2923906051d6', 'gw_port': {'id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:14Z', 'updated_at': '2021-10-25T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '581823aa-4f5e-409f-b4c7-9585fa1639b9', 'name': '', 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'mac_address': 'fa:16:3e:a6:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4454ae57-6a70-4dd4-9e6e-3ccdc06f064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:27Z', 'updated_at': '2021-10-25T15:00:39Z', 'revision_number': 4, 'project_id': 'e903acece5ae4712953c2923906051d6', 'subnets': [{'id': '4454ae57-6a70-4dd4-9e6e-3ccdc06f064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:41.104834 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:41.111880 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba6e3a-3ee6-46bd-a1d1-a6b600c43845 None None] The sync data for ids ['4e995111-dcc9-43a5-8b78-c9130237a17d'] in dv-cinder-813751-1-iscsi is: [{'id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'name': 'tempest-TestShelveInstance-441792620-router', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:31Z', 'revision_number': 4, 'project_id': 'e903acece5ae4712953c2923906051d6', 'gw_port': {'id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:14Z', 'updated_at': '2021-10-25T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '581823aa-4f5e-409f-b4c7-9585fa1639b9', 'name': '', 'network_id': 'a5246648-decd-4ede-be3f-163c1beb926d', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'mac_address': 'fa:16:3e:a6:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4454ae57-6a70-4dd4-9e6e-3ccdc06f064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:27Z', 'updated_at': '2021-10-25T15:00:39Z', 'revision_number': 4, 'project_id': 'e903acece5ae4712953c2923906051d6', 'subnets': [{'id': '4454ae57-6a70-4dd4-9e6e-3ccdc06f064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:00:41.115488 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:41.119092 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-07bc0424-a391-464e-a943-5eda04b975f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:41.151048 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01446627-0777-4fce-b49a-a4be3600a686,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:41.160729 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:41.192517 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:41.195614 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3525887
Oct 25 15:00:41.200603 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58218) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:41.225238 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Request body: {'security_group_rule': {'security_group_id': 'e3d3639b-17d9-44e7-bd59-380da0e77bc9', 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:41.266469 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:41.275257 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Usage tracker for resource:security_group_rule and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:41.281616 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:41.298938 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:41.345532 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.securitygroups_db [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Project 851559b5d43e474aa0fb5071883e75fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 25 15:00:41.358387 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:41.367278 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:41.421877 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Sync routers for ids ['8608babb-004c-4432-9b76-9e605ba382c0'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:00:41.446317 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=5ef77aac-2f2b-43b6-b0d5-8414c76e58bf,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:41.453587 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Routers {'8608babb-004c-4432-9b76-9e605ba382c0'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:41.456106 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e8fe070>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8608babb-004c-4432-9b76-9e605ba382c0'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:41.525811 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:41.535626 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-00187f05-8df2-4de2-b1d1-d3629be93be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:41.590272 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:41.602175 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:41.625741 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5205144d-0c07-45c5-bac7-b2bab79434af tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:41.705106 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adde8a4-7212-4fa5-a9aa-066017c62d3a,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:41.725832 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:41.834298 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:41.835822 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6d40e712-aaeb-40b3-90f3-2fb0afba8f59 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6277304
Oct 25 15:00:41.842320 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58224) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:00:41.869301 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Request body: {'security_group_rule': {'security_group_id': 'e3d3639b-17d9-44e7-bd59-380da0e77bc9', 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:41.882696 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=5ef77aac-2f2b-43b6-b0d5-8414c76e58bf,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:41.885949 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:41.892238 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Usage tracker for resource:security_group_rule and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:41.920369 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:41.923473 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:41.933208 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Set router 8608babb-004c-4432-9b76-9e605ba382c0 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:41.955471 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:41.971364 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.securitygroups_db [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Project 851559b5d43e474aa0fb5071883e75fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 25 15:00:41.985670 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:42.186554 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:42.194290 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:42.249334 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-e82cf00f-15b1-4759-b2ff-b60e7f5114a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:42.266446 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:42.283750 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4394066
Oct 25 15:00:42.305572 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11712a6-4016-4a48-b953-82559bebd374,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:42.315897 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:42.615827 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:42.736926 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:42.737232 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:42.834463 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e8fe070>, [{'id': '8608babb-004c-4432-9b76-9e605ba382c0', 'name': 'tempest-TestMinimumBasicScenario-652996322-router', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:26Z', 'updated_at': '2021-10-25T15:00:34Z', 'revision_number': 4, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'gw_port': {'id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:27Z', 'updated_at': '2021-10-25T15:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '818d9c4f-0d2b-436b-addb-1e05d850adb9', 'name': '', 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'mac_address': 'fa:16:3e:af:a0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:32Z', 'updated_at': '2021-10-25T15:00:34Z', 'revision_number': 2, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'subnets': [{'id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:42.835237 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Checking router: 8608babb-004c-4432-9b76-9e605ba382c0 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:00:42.835237 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Updating router 8608babb-004c-4432-9b76-9e605ba382c0 port 818d9c4f-0d2b-436b-addb-1e05d850adb9 binding host dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:00:42.989961 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:43.078513 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8c2b7d3-3920-4bff-b141-9507ecb0b4f0 req-353c88e0-c511-4592-930c-d417e31aedd7 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0786231
Oct 25 15:00:43.143481 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fea036-e033-4afd-96e0-047376ef3681 req-08969ee2-9603-4424-86e0-d8f054b3e940 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:43.166541 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-40fea036-e033-4afd-96e0-047376ef3681 req-08969ee2-9603-4424-86e0-d8f054b3e940 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 944 time: 0.7820599
Oct 25 15:00:43.197884 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0166b-72c7-4912-a610-f502358686de req-245f77a9-6b4c-4fcf-8e3a-2e202120706c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:43.215142 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a9a0166b-72c7-4912-a610-f502358686de req-245f77a9-6b4c-4fcf-8e3a-2e202120706c tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.6492198
Oct 25 15:00:43.379202 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a9a0166b-72c7-4912-a610-f502358686de req-aa8de29e-d074-422d-8695-3b78e750e1c9 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607955
Oct 25 15:00:43.474633 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-40fea036-e033-4afd-96e0-047376ef3681 req-0b0cafe2-be1b-4725-908c-2fc032eea561 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3054223
Oct 25 15:00:43.595224 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 581823aa-4f5e-409f-b4c7-9585fa1639b9 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:43.626020 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Notify callbacks [] for port, precommit_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:43.646856 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1985cf40-48a8-48b9-954a-d00f180a7cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:43.670570 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Transition to ACTIVE for port object 818d9c4f-0d2b-436b-addb-1e05d850adb9 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:00:43.686135 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:43.691365 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-91dcc86c-2408-4378-8c1d-a427f892d751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:43.898955 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 581823aa-4f5e-409f-b4c7-9585fa1639b9 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:43.912759 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71b845-9fc9-46bb-abc3-f6e3e56fd462 None None] Pushing event updated for resources: {'Port': ['ID=818d9c4f-0d2b-436b-addb-1e05d850adb9,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:43.949164 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-ca71b845-9fc9-46bb-abc3-f6e3e56fd462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:43.950474 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 581823aa-4f5e-409f-b4c7-9585fa1639b9 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:43.950876 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:44.093092 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Attempting to bind port 818d9c4f-0d2b-436b-addb-1e05d850adb9 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:00:44.093800 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Attempting to bind port 818d9c4f-0d2b-436b-addb-1e05d850adb9 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '368ac64b-c593-48b8-a2dc-fc918ff0036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:00:44.093920 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Attempting to bind port 818d9c4f-0d2b-436b-addb-1e05d850adb9 on network 300a57e6-c4ef-4ef4-88c8-53c95db47838 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:00:44.103808 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:00:44.104081 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Checking segment: {'id': '368ac64b-c593-48b8-a2dc-fc918ff0036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:00:44.104660 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:44.105144 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Bound using segment: {'id': '368ac64b-c593-48b8-a2dc-fc918ff0036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:00:44.106197 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Bound port: 818d9c4f-0d2b-436b-addb-1e05d850adb9, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368ac64b-c593-48b8-a2dc-fc918ff0036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:00:44.106344 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:44.221513 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8c2b7d3-3920-4bff-b141-9507ecb0b4f0 req-d223c841-8514-46e6-a965-44ea1b7f80b9 service neutron] 10.222.0.37 "GET /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3453691
Oct 25 15:00:44.441218 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] For port 818d9c4f-0d2b-436b-addb-1e05d850adb9, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:00:44.521115 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] For port 818d9c4f-0d2b-436b-addb-1e05d850adb9, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=818d9c4f-0d2b-436b-addb-1e05d850adb9,segment=NetworkSegment(368ac64b-c593-48b8-a2dc-fc918ff0036d),segment_id=368ac64b-c593-48b8-a2dc-fc918ff0036d)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:00:44.535610 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:44.549734 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:44.576213 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:44.748439 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:44.959549 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Routers {'8608babb-004c-4432-9b76-9e605ba382c0'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:00:44.960516 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e8fe070>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:00:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8608babb-004c-4432-9b76-9e605ba382c0'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:45.304392 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 581823aa-4f5e-409f-b4c7-9585fa1639b9, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=581823aa-4f5e-409f-b4c7-9585fa1639b9,segment=NetworkSegment(0b5a8c13-5a0e-465f-872f-35c24a7c1668),segment_id=0b5a8c13-5a0e-465f-872f-35c24a7c1668)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:45.305144 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4aa890-9ac9-496d-8a8d-f45450c7a0ff req-01792413-abaf-40d4-a2c2-05aa7200f461 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:45.328297 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6d4aa890-9ac9-496d-8a8d-f45450c7a0ff req-01792413-abaf-40d4-a2c2-05aa7200f461 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.5858016
Oct 25 15:00:45.352561 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:45.375710 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71b845-9fc9-46bb-abc3-f6e3e56fd462 None None] Pushing event updated for resources: {'Port': ['ID=818d9c4f-0d2b-436b-addb-1e05d850adb9,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:45.392433 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-ca71b845-9fc9-46bb-abc3-f6e3e56fd462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:45.393361 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-ca71b845-9fc9-46bb-abc3-f6e3e56fd462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:45.443785 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d3e7e-55a8-4e55-9eb1-574afa5b97d6 req-6591e121-ccca-4f9d-8a32-32201c2bcbf7 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:45.447486 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d44d3e7e-55a8-4e55-9eb1-574afa5b97d6 req-6591e121-ccca-4f9d-8a32-32201c2bcbf7 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 944 time: 0.4955928
Oct 25 15:00:45.599514 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6d4aa890-9ac9-496d-8a8d-f45450c7a0ff req-6d1e3bcf-9dd6-4681-b79b-8e98d111ee0e tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2493348
Oct 25 15:00:45.610684 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d44d3e7e-55a8-4e55-9eb1-574afa5b97d6 req-fa7ca51d-91da-4e1c-bebb-82f8d34d3b2c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476939
Oct 25 15:00:45.686184 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=581823aa-4f5e-409f-b4c7-9585fa1639b9,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:45.690800 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:45.725129 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] Set router 8608babb-004c-4432-9b76-9e605ba382c0 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:00:45.970604 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device df990431-ae85-44ef-acfd-8fe815b8d8ad up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:46.179106 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port df990431-ae85-44ef-acfd-8fe815b8d8ad completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:46.191932 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port df990431-ae85-44ef-acfd-8fe815b8d8ad triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:46.192349 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:46.461822 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:46.477897 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e8fe070>, [{'id': '8608babb-004c-4432-9b76-9e605ba382c0', 'name': 'tempest-TestMinimumBasicScenario-652996322-router', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:26Z', 'updated_at': '2021-10-25T15:00:34Z', 'revision_number': 4, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'gw_port': {'id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:27Z', 'updated_at': '2021-10-25T15:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '818d9c4f-0d2b-436b-addb-1e05d850adb9', 'name': '', 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'mac_address': 'fa:16:3e:af:a0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:32Z', 'updated_at': '2021-10-25T15:00:44Z', 'revision_number': 4, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'subnets': [{'id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:00:46.488259 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25a0ce-c0bd-4fa6-b742-847d0697b6b1 None None] The sync data for ids ['8608babb-004c-4432-9b76-9e605ba382c0'] in dv-cinder-813751-1-iscsi is: [{'id': '8608babb-004c-4432-9b76-9e605ba382c0', 'name': 'tempest-TestMinimumBasicScenario-652996322-router', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:26Z', 'updated_at': '2021-10-25T15:00:34Z', 'revision_number': 4, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'gw_port': {'id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:27Z', 'updated_at': '2021-10-25T15:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '818d9c4f-0d2b-436b-addb-1e05d850adb9', 'name': '', 'network_id': '300a57e6-c4ef-4ef4-88c8-53c95db47838', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'mac_address': 'fa:16:3e:af:a0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:32Z', 'updated_at': '2021-10-25T15:00:44Z', 'revision_number': 4, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'subnets': [{'id': '2bbfdea5-517b-4365-be43-7e1a30a49cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:00:46.505715 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a57d49-c27b-44a5-a8dc-3adadc2726f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df990431-ae85-44ef-acfd-8fe815b8d8ad'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:00:46.522437 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port df990431-ae85-44ef-acfd-8fe815b8d8ad, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=df990431-ae85-44ef-acfd-8fe815b8d8ad,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:46.538990 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:46.554437 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-2b8ca303-739b-474a-bb00-6add19d8a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:46.653362 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a57d49-c27b-44a5-a8dc-3adadc2726f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df990431-ae85-44ef-acfd-8fe815b8d8ad', 'code': 200}
Oct 25 15:00:46.794999 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:46.874104 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=df990431-ae85-44ef-acfd-8fe815b8d8ad,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:46.884351 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:47.435209 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8422a0-4ad7-49c3-aacd-7ea8602df8ee req-7943ecfd-b08e-4c2a-9773-94c99ddae83c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:47.446844 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-df8422a0-4ad7-49c3-aacd-7ea8602df8ee req-7943ecfd-b08e-4c2a-9773-94c99ddae83c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 945 time: 0.5140150
Oct 25 15:00:47.633573 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 818d9c4f-0d2b-436b-addb-1e05d850adb9 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:47.822783 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 818d9c4f-0d2b-436b-addb-1e05d850adb9 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:00:47.832201 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 818d9c4f-0d2b-436b-addb-1e05d850adb9 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:47.836770 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:47.983237 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-df8422a0-4ad7-49c3-aacd-7ea8602df8ee req-b93b9a90-be9b-4c17-8b47-633cb80773d6 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5349033
Oct 25 15:00:48.046747 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8d2f0-3a9f-4207-a406-26ea219d613d req-1f981263-e095-40d4-bd20-c541d371cdb6 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:48.049394 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bbe8d2f0-3a9f-4207-a406-26ea219d613d req-1f981263-e095-40d4-bd20-c541d371cdb6 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.9481273
Oct 25 15:00:48.124217 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aaa80-910e-42e1-8074-0ec1ab6ef8ef req-f5dae0a9-14d0-41c9-a9c6-ec48aca66400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:48.125914 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bc8aaa80-910e-42e1-8074-0ec1ab6ef8ef req-f5dae0a9-14d0-41c9-a9c6-ec48aca66400 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 1098 time: 0.3618650
Oct 25 15:00:48.169217 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bbe8d2f0-3a9f-4207-a406-26ea219d613d req-72e30d96-8669-4018-a333-4b3825a9d893 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917103
Oct 25 15:00:48.236147 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bc8aaa80-910e-42e1-8074-0ec1ab6ef8ef req-dc57ec1a-2c39-4121-b3b8-840f1ea1ada4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989144
Oct 25 15:00:48.352969 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:48.411832 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 818d9c4f-0d2b-436b-addb-1e05d850adb9, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=818d9c4f-0d2b-436b-addb-1e05d850adb9,segment=NetworkSegment(368ac64b-c593-48b8-a2dc-fc918ff0036d),segment_id=368ac64b-c593-48b8-a2dc-fc918ff0036d)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:00:48.422124 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:48.425768 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 581823aa-4f5e-409f-b4c7-9585fa1639b9 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:48.467156 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:00:48.569488 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 581823aa-4f5e-409f-b4c7-9585fa1639b9 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:48.569878 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:48.594882 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=818d9c4f-0d2b-436b-addb-1e05d850adb9,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:00:48.603450 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:00:49.433942 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb99b3-bfd1-4d9f-9d52-4444451c0d50 req-e825876c-bb42-41bb-a8ec-fb49bafe370a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:49.447466 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f0cb99b3-bfd1-4d9f-9d52-4444451c0d50 req-e825876c-bb42-41bb-a8ec-fb49bafe370a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 945 time: 0.2262018
Oct 25 15:00:49.523598 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 818d9c4f-0d2b-436b-addb-1e05d850adb9 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:00:49.574744 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f0cb99b3-bfd1-4d9f-9d52-4444451c0d50 req-4e58551a-b23d-4edb-aea4-98eade907736 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182699
Oct 25 15:00:49.783513 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 818d9c4f-0d2b-436b-addb-1e05d850adb9 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:00:49.783957 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:49.819723 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cfed7-b01f-447a-a158-d1062fe399ae req-2c2748d9-4764-4c9f-8a30-1a8d9f3f37cb tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:49.826688 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-344cfed7-b01f-447a-a158-d1062fe399ae req-2c2748d9-4764-4c9f-8a30-1a8d9f3f37cb tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.3121088
Oct 25 15:00:50.096159 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-344cfed7-b01f-447a-a158-d1062fe399ae req-b4b0640e-1de5-4ed2-b3e7-e4c088735cd6 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2563581
Oct 25 15:00:50.985171 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddbfb8-8f2e-4bc5-8742-5cdb1baa0d63 req-9d6b62fe-391a-4ec0-9b63-963a4cadf2f7 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:50.995566 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-80ddbfb8-8f2e-4bc5-8742-5cdb1baa0d63 req-9d6b62fe-391a-4ec0-9b63-963a4cadf2f7 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 945 time: 0.2576430
Oct 25 15:00:51.096140 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-80ddbfb8-8f2e-4bc5-8742-5cdb1baa0d63 req-d8e5ceaa-859b-4444-87fd-66d9036e5d5b tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972469
Oct 25 15:00:56.353587 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-985acb20-0952-4dd5-b54f-ad2e753a2955 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:56.355102 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-985acb20-0952-4dd5-b54f-ad2e753a2955 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/networks?id=b9df9702-94f3-4ef2-885f-a724178beae5 HTTP/1.1" status: 200  len: 815 time: 0.1726732
Oct 25 15:00:56.378584 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-e7d9298c-e1b1-4ac1-82c5-0883a31bbfae tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/quotas/3e67a2e47e9b4189b5270beff7f12aaa HTTP/1.1" status: 200  len: 375 time: 0.0128193
Oct 25 15:00:56.539950 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-3643eba5-fc4c-4045-b5f2-28ad1bbf9608 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1546276
Oct 25 15:00:56.720874 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-d03075fa-500f-484e-8916-143816e330c0 service neutron] 10.222.0.57 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598282
Oct 25 15:00:56.938113 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-7ce8c4b2-ad35-4845-8a5d-34461c9d5e7c service neutron] 10.222.0.57 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102895
Oct 25 15:00:57.260395 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-129394f5-18fb-4ddb-b8e5-ab1b971ac067 req-4a1f4bca-4b05-4af1-a090-f4b53e1f8da2 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0740218
Oct 25 15:00:58.433763 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-81b7898c-1b2a-4f32-9410-cc785bfe3b5e req-0a05fa05-6296-4cf5-bb8f-1d14a7d1dc8b tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0510049
Oct 25 15:00:59.100039 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-327a840e-af95-4531-b60f-5a1f2a2e3583 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:00:59.101793 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-327a840e-af95-4531-b60f-5a1f2a2e3583 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.37 "GET /v2.0/networks?id=b9df9702-94f3-4ef2-885f-a724178beae5 HTTP/1.1" status: 200  len: 815 time: 0.2500842
Oct 25 15:00:59.124486 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'port': {'device_id': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'admin_state_up': True, 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:00:59.317516 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:00:59.324316 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Usage tracker for resource:port and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:00:59.330014 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:00:59.341274 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:00:59.359458 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Made reservation on behalf of 3e67a2e47e9b4189b5270beff7f12aaa for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:00:59.369115 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:00:59.766766 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3ced4f0b-ed82-4064-a347-9db6e3f2cb83 req-e503b9eb-8200-4adb-9990-cbf6702f4db0 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.1610296
Oct 25 15:01:00.073738 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Allocated IP 172.20.0.3 (b9df9702-94f3-4ef2-885f-a724178beae5/c6b5b697-4160-440e-b4e4-035f62ca96d8/d30b3a4e-cf5b-4e71-83b5-a387cf468495) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:01:00.147169 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200f289-9f9a-410d-a97c-87193188c8fb req-5050cd4e-17c6-4e7b-8b9c-bd39afb12385 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:00.155034 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0200f289-9f9a-410d-a97c-87193188c8fb req-5050cd4e-17c6-4e7b-8b9c-bd39afb12385 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.6381576
Oct 25 15:01:00.242087 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0200f289-9f9a-410d-a97c-87193188c8fb req-37d7f0cc-742b-4652-9585-24370c504361 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856774
Oct 25 15:01:00.588383 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:00.614510 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Transition to ACTIVE for port object d30b3a4e-cf5b-4e71-83b5-a387cf468495 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:01:00.648640 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:00.657470 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:00.760111 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Network b9df9702-94f3-4ef2-885f-a724178beae5 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:01:00.774088 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:01:00.787535 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:01:00.855917 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'Port': ['ID=d30b3a4e-cf5b-4e71-83b5-a387cf468495,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:00.866278 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:00.907468 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:00.945807 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:00.946921 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:01.000406 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8800590
Oct 25 15:01:01.177543 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010231b6-f868-48bf-8963-f1c0d42553b4 req-e8e51519-485c-458d-bae5-732976af07a3 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:01.178976 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-010231b6-f868-48bf-8963-f1c0d42553b4 req-e8e51519-485c-458d-bae5-732976af07a3 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Synchronizing usage tracker for tenant:3e67a2e47e9b4189b5270beff7f12aaa on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:01:01.221343 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-010231b6-f868-48bf-8963-f1c0d42553b4 req-e8e51519-485c-458d-bae5-732976af07a3 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Unset dirty status for tenant:3e67a2e47e9b4189b5270beff7f12aaa on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:01:01.222783 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-010231b6-f868-48bf-8963-f1c0d42553b4 req-e8e51519-485c-458d-bae5-732976af07a3 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 931 time: 0.2066460
Oct 25 15:01:01.255711 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-a6429fa0-0dd8-48bc-a414-b6b44ef2cc4c None None] Provisioning for port d30b3a4e-cf5b-4e71-83b5-a387cf468495 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:01:01.267013 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-a6429fa0-0dd8-48bc-a414-b6b44ef2cc4c None None] Provisioning complete for port d30b3a4e-cf5b-4e71-83b5-a387cf468495 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:01.268610 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a6429fa0-0dd8-48bc-a414-b6b44ef2cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:01.309755 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-010231b6-f868-48bf-8963-f1c0d42553b4 req-00082723-3100-4ce2-97a9-e386c900484f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805387
Oct 25 15:01:01.412646 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-a6429fa0-0dd8-48bc-a414-b6b44ef2cc4c None None] Port d30b3a4e-cf5b-4e71-83b5-a387cf468495 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:01:01.569698 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdab2a4-e396-4e48-9e35-b05b140e61c3 req-05c52f2c-c432-49e3-8cda-cf79097cdd64 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:01.571635 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bcdab2a4-e396-4e48-9e35-b05b140e61c3 req-05c52f2c-c432-49e3-8cda-cf79097cdd64 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1108627
Oct 25 15:01:01.631937 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bcdab2a4-e396-4e48-9e35-b05b140e61c3 req-d5a02e6e-7a64-4fcd-899c-85ebf209c29e tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492601
Oct 25 15:01:02.330533 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58562) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:02.567053 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:02.583435 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:02.588923 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] Usage tracker for resource:security_group_rule and tenant:f841e3461da3466b88a7b06605a476fa is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:02.592270 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:02.600160 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:02.653169 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ea9d-39aa-4b5f-b0e4-875c29cec185 req-e4fe8be7-da71-4209-bfaf-64947b314c3f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:02.655120 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5e06ea9d-39aa-4b5f-b0e4-875c29cec185 req-e4fe8be7-da71-4209-bfaf-64947b314c3f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 931 time: 0.1202178
Oct 25 15:01:02.704848 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:02.713841 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:02.761905 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d3ecccf0-fd17-48e1-82f9-723f7d82d64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:02.770880 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5e06ea9d-39aa-4b5f-b0e4-875c29cec185 req-c2864925-c434-404d-910a-70ba7c237b83 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048796
Oct 25 15:01:02.775184 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f841e3461da3466b88a7b06605a476fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4429619
Oct 25 15:01:02.775811 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 58572) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:02.905974 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5724a0c-3be6-4850-b19e-00f3c2000f12,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:02.913584 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:02.918284 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f21b96e7-a4c5-4e33-8186-0a56bc88846d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:02.957724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5333ee0-0c64-400c-bb63-0111af10778a req-703dc1dc-7594-4987-b0d3-4fa75f251a75 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:02.959823 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f5333ee0-0c64-400c-bb63-0111af10778a req-703dc1dc-7594-4987-b0d3-4fa75f251a75 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1928830
Oct 25 15:01:02.964715 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f21b96e7-a4c5-4e33-8186-0a56bc88846d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:03.011062 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f5333ee0-0c64-400c-bb63-0111af10778a req-a16dfb4b-5039-4d27-b77e-f572c41d6db4 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447631
Oct 25 15:01:03.031634 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f21b96e7-a4c5-4e33-8186-0a56bc88846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:03.036850 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8397a95b-19a9-41ce-aa50-697e1d845f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:03.049401 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b96e7-a4c5-4e33-8186-0a56bc88846d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5724a0c-3be6-4850-b19e-00f3c2000f12,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:03.052229 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f21b96e7-a4c5-4e33-8186-0a56bc88846d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:03.061505 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f21b96e7-a4c5-4e33-8186-0a56bc88846d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:03.061505 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-f21b96e7-a4c5-4e33-8186-0a56bc88846d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5724a0c-3be6-4850-b19e-00f3c2000f12 HTTP/1.1" status: 204  len: 168 time: 0.2819896
Oct 25 15:01:04.221714 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe80d4-147b-4e06-882b-6fcbfebc51f0 req-b6eaf2b9-fbe9-4c81-ae61-e683f4d6dfe5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:04.224855 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5fbe80d4-147b-4e06-882b-6fcbfebc51f0 req-b6eaf2b9-fbe9-4c81-ae61-e683f4d6dfe5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 931 time: 0.2315361
Oct 25 15:01:04.342892 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5fbe80d4-147b-4e06-882b-6fcbfebc51f0 req-8e05ee6e-6068-4831-9f86-21bd610dd059 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042774
Oct 25 15:01:04.564369 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbbc15-07b7-4549-9e2f-03f654ff8dfa req-8fbaee03-d7e7-4d46-9440-32df426b7e81 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:04.566929 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0bbbc15-07b7-4549-9e2f-03f654ff8dfa req-8fbaee03-d7e7-4d46-9440-32df426b7e81 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1854606
Oct 25 15:01:04.639144 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0bbbc15-07b7-4549-9e2f-03f654ff8dfa req-fa16cc22-aaa6-4e8a-87ab-64527f643be6 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626795
Oct 25 15:01:05.577674 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cafea-6a09-4167-bc76-f1ad68c36a18 req-1e420be9-1217-4a05-b4f6-2e2856a64c90 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:05.580171 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a12cafea-6a09-4167-bc76-f1ad68c36a18 req-1e420be9-1217-4a05-b4f6-2e2856a64c90 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 931 time: 0.1192794
Oct 25 15:01:05.651025 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a12cafea-6a09-4167-bc76-f1ad68c36a18 req-db92cdf1-bd01-45e7-aad3-35303e1a26ff tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628662
Oct 25 15:01:05.913308 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f446f0-762f-48be-9c72-f063b0763f53 req-980873f4-0038-40c8-8513-26d4f37241df tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:05.914286 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b5f446f0-762f-48be-9c72-f063b0763f53 req-980873f4-0038-40c8-8513-26d4f37241df tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1506858
Oct 25 15:01:05.999073 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b5f446f0-762f-48be-9c72-f063b0763f53 req-cc775c4b-f21d-4528-b012-046e8dd09050 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749307
Oct 25 15:01:06.958324 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24899739-00a9-4957-ae65-70db4c94d918 req-3233df10-b1cf-4bef-86b9-028e4ebc19d6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:06.965202 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-24899739-00a9-4957-ae65-70db4c94d918 req-3233df10-b1cf-4bef-86b9-028e4ebc19d6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 931 time: 0.1588886
Oct 25 15:01:07.140222 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-24899739-00a9-4957-ae65-70db4c94d918 req-0a03521d-8b1f-497a-aa1e-a217f2794064 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597583
Oct 25 15:01:07.379839 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d3fcf-8478-418f-ba0c-a5da19f8f942 req-350e92d4-4071-4841-ad4d-9cd96ce7e159 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:07.388917 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d32d3fcf-8478-418f-ba0c-a5da19f8f942 req-350e92d4-4071-4841-ad4d-9cd96ce7e159 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2471542
Oct 25 15:01:07.461044 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d32d3fcf-8478-418f-ba0c-a5da19f8f942 req-5dd2058b-465e-4a3a-86bc-43a60408061a tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708838
Oct 25 15:01:07.773990 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:01:08.463095 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63b1f6-be60-4eef-8356-840ec31f0985 req-d333b339-8b86-43f4-a404-6ab80778ea06 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:08.467240 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-af63b1f6-be60-4eef-8356-840ec31f0985 req-d333b339-8b86-43f4-a404-6ab80778ea06 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 931 time: 0.1411023
Oct 25 15:01:08.569703 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-af63b1f6-be60-4eef-8356-840ec31f0985 req-328bb1b0-30ab-41e9-a08c-e7d6e93cee53 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947857
Oct 25 15:01:08.834809 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03ae3c-15cf-435e-b426-1424865c45d8 req-023aeae5-4df4-4fa8-a380-a2efb204e6f8 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:08.836478 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7b03ae3c-15cf-435e-b426-1424865c45d8 req-023aeae5-4df4-4fa8-a380-a2efb204e6f8 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1587667
Oct 25 15:01:08.959733 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7b03ae3c-15cf-435e-b426-1424865c45d8 req-9bbe6d7a-5ef6-4adf-9430-af4c4b74d418 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984411
Oct 25 15:01:09.910832 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad1399-0615-42f9-9119-c3b5239dbbb5 req-3a00343f-1191-4560-adde-be6505699d00 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:09.912273 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-caad1399-0615-42f9-9119-c3b5239dbbb5 req-3a00343f-1191-4560-adde-be6505699d00 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 931 time: 0.1270769
Oct 25 15:01:10.003038 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-caad1399-0615-42f9-9119-c3b5239dbbb5 req-e3c2b295-2713-4e47-854c-d5b005b6882b tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776145
Oct 25 15:01:10.231313 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:10.291699 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09f587-b8df-467a-9e9a-2e3f59d659c7 req-7ff14ba0-5241-470c-882c-cdfb5fa17d61 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:10.294578 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7f09f587-b8df-467a-9e9a-2e3f59d659c7 req-7ff14ba0-5241-470c-882c-cdfb5fa17d61 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1649847
Oct 25 15:01:10.388597 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7f09f587-b8df-467a-9e9a-2e3f59d659c7 req-8f801195-8a33-4880-9c68-13c9ba02298f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814424
Oct 25 15:01:10.558030 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9e8b654b-8b21-4566-a73c-92bb7fc5694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:11.261497 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e4f1c-543a-41be-8208-5e7950ce5c43 req-aca38031-ce5d-486f-9cd6-8d0234798b1f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:11.263175 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1a2e4f1c-543a-41be-8208-5e7950ce5c43 req-aca38031-ce5d-486f-9cd6-8d0234798b1f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 931 time: 0.0942478
Oct 25 15:01:11.416118 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1a2e4f1c-543a-41be-8208-5e7950ce5c43 req-92008559-fc7e-4324-8aa4-0973d18143dc tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419787
Oct 25 15:01:11.712948 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c0bbe-f021-4334-acff-3901d3b5262f req-d638b502-c3e0-4baf-831f-3cc56a067558 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:11.727850 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-567c0bbe-f021-4334-acff-3901d3b5262f req-d638b502-c3e0-4baf-831f-3cc56a067558 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2068338
Oct 25 15:01:11.866607 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-567c0bbe-f021-4334-acff-3901d3b5262f req-bc2dd29c-ec3f-4827-add4-1aca3ebb0955 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361346
Oct 25 15:01:12.488156 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-a9635366-58a3-4c2d-8db2-68666b0b3567 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Synchronizing usage tracker for tenant:851559b5d43e474aa0fb5071883e75fb on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:01:12.518903 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-a9635366-58a3-4c2d-8db2-68666b0b3567 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Unset dirty status for tenant:851559b5d43e474aa0fb5071883e75fb on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:01:12.529215 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-a9635366-58a3-4c2d-8db2-68666b0b3567 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787558319&fields=id&tenant_id=851559b5d43e474aa0fb5071883e75fb HTTP/1.1" status: 200  len: 267 time: 0.0950623
Oct 25 15:01:12.769969 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-0accf60b-f1f6-4852-a19e-5085f9d0f3e6 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:12.770600 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-0accf60b-f1f6-4852-a19e-5085f9d0f3e6 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Synchronizing usage tracker for tenant:851559b5d43e474aa0fb5071883e75fb on resource:network {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:01:12.782938 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ad505-1e3c-4b92-8d3c-3e048b62b306 req-9747c593-0ae5-4e32-a494-f1528a2c26f1 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:12.785348 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f9ad505-1e3c-4b92-8d3c-3e048b62b306 req-9747c593-0ae5-4e32-a494-f1528a2c26f1 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 931 time: 0.2338705
Oct 25 15:01:12.824916 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-0accf60b-f1f6-4852-a19e-5085f9d0f3e6 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Unset dirty status for tenant:851559b5d43e474aa0fb5071883e75fb on resource:network {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:01:12.826421 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-0accf60b-f1f6-4852-a19e-5085f9d0f3e6 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/networks?id=ca89f383-e1f5-453f-952d-7a6a92223229 HTTP/1.1" status: 200  len: 809 time: 0.2958744
Oct 25 15:01:12.857670 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-a63c9694-8c68-481f-b8c9-339f107f7905 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/quotas/851559b5d43e474aa0fb5071883e75fb HTTP/1.1" status: 200  len: 375 time: 0.0196648
Oct 25 15:01:12.860858 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f9ad505-1e3c-4b92-8d3c-3e048b62b306 req-ebabe91c-f44a-4ead-9525-841582566ed4 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676231
Oct 25 15:01:13.164184 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-615ba163-478b-43a1-8c4b-f5ad2d1b908c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Synchronizing usage tracker for tenant:851559b5d43e474aa0fb5071883e75fb on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:01:13.214211 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-615ba163-478b-43a1-8c4b-f5ad2d1b908c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Unset dirty status for tenant:851559b5d43e474aa0fb5071883e75fb on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:01:13.215610 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-615ba163-478b-43a1-8c4b-f5ad2d1b908c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=851559b5d43e474aa0fb5071883e75fb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3407192
Oct 25 15:01:13.339168 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414d41b-afd3-4bcd-919b-0adcd968465b req-c3d6fd3b-c4c5-4954-bd16-87d3675c7044 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:13.340589 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9414d41b-afd3-4bcd-919b-0adcd968465b req-c3d6fd3b-c4c5-4954-bd16-87d3675c7044 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3055048
Oct 25 15:01:13.443416 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-9b2c9f28-3c80-4af9-a09d-b89e2a2805d5 service neutron] 10.222.0.57 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022121
Oct 25 15:01:13.452419 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9414d41b-afd3-4bcd-919b-0adcd968465b req-a935193e-b9eb-4cb4-807c-3d68fdd04f65 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954816
Oct 25 15:01:13.561861 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e9d5-cdce-4f8e-9a27-9eb674852b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:13.603128 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-0753b3d5-9295-405f-bc85-90ae407960b0 service neutron] 10.222.0.57 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440308
Oct 25 15:01:14.177600 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-580b6cc4-04ce-47cf-83a7-9e42725e31e8 req-6908a84e-8cbc-43a2-8eba-07e6660b02f7 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 210 time: 0.0984650
Oct 25 15:01:14.316276 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122a1b-44e1-4ca7-80bc-fd7c82623cd7 req-1eb58c12-012b-4a4d-983f-c34183da22e1 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:14.321156 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c6122a1b-44e1-4ca7-80bc-fd7c82623cd7 req-1eb58c12-012b-4a4d-983f-c34183da22e1 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 931 time: 0.2052054
Oct 25 15:01:14.446197 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c6122a1b-44e1-4ca7-80bc-fd7c82623cd7 req-b1bb7602-22e5-4bc0-ae30-e8fc4c86ff6b tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073494
Oct 25 15:01:14.458587 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Request body: {'port': {'device_id': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:14.466384 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:14.646954 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:14.937579 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c162d083-d52e-467a-a29d-eecb80768e56 req-d258d652-b683-4553-827e-34c0fc98149c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3325825
Oct 25 15:01:15.005713 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a7dcc-6d7b-4f05-a0f6-54e193b31352 req-a5eda65d-a7d1-4ebf-b669-6987dba02164 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:15.007192 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f98a7dcc-6d7b-4f05-a0f6-54e193b31352 req-a5eda65d-a7d1-4ebf-b669-6987dba02164 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2980824
Oct 25 15:01:15.211104 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f98a7dcc-6d7b-4f05-a0f6-54e193b31352 req-3ccb7db9-9128-4ca6-8548-78e7d0c63537 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967564
Oct 25 15:01:15.331588 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162d083-d52e-467a-a29d-eecb80768e56 req-f51e7a57-665b-4fb8-bf7d-23feffbff882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:15.334076 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c162d083-d52e-467a-a29d-eecb80768e56 req-f51e7a57-665b-4fb8-bf7d-23feffbff882 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 1098 time: 0.2664700
Oct 25 15:01:15.350442 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30b3a4e-cf5b-4e71-83b5-a387cf468495 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:01:15.362147 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:15.450898 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-479d4e24-73e7-4ce9-9130-04de85e52573 req-690aad64-5374-4566-86e3-1f7a3357c60a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 210 time: 0.0840807
Oct 25 15:01:15.456175 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Transition to ACTIVE for port object d30b3a4e-cf5b-4e71-83b5-a387cf468495 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:01:15.465736 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:15.474842 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:15.828517 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d30b3a4e-cf5b-4e71-83b5-a387cf468495,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:15.872879 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.872879 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.873239 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.873592 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.873944 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.874300 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.874671 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.875036 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.875369 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.875712 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.876060 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.876401 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:15.885096 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:15.939973 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Attempting to bind port d30b3a4e-cf5b-4e71-83b5-a387cf468495 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:01:15.940365 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Attempting to bind port d30b3a4e-cf5b-4e71-83b5-a387cf468495 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:01:15.940624 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Attempting to bind port d30b3a4e-cf5b-4e71-83b5-a387cf468495 on network b9df9702-94f3-4ef2-885f-a724178beae5 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:01:15.952043 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1336ed-aa03-4719-b91a-89a64c22779a req-ee9710b9-068c-4184-88d4-c9c1a63f3629 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:15.953594 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b1336ed-aa03-4719-b91a-89a64c22779a req-ee9710b9-068c-4184-88d4-c9c1a63f3629 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 943 time: 0.2763288
Oct 25 15:01:15.956438 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Port d30b3a4e-cf5b-4e71-83b5-a387cf468495 on network b9df9702-94f3-4ef2-885f-a724178beae5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:01:15.956766 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Attempting to bind port d30b3a4e-cf5b-4e71-83b5-a387cf468495 on network b9df9702-94f3-4ef2-885f-a724178beae5 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:01:15.979846 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:01:15.980193 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Checking segment: {'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:01:15.980559 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Bound using segment: {'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:01:15.981003 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Bound port: d30b3a4e-cf5b-4e71-83b5-a387cf468495, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7480aa3-ff31-4557-b02c-61dba172f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:01:15.981347 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:16.062718 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0b1336ed-aa03-4719-b91a-89a64c22779a req-7d69d1f5-a982-4ac0-aadf-9304d449882c tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017165
Oct 25 15:01:16.109382 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] For port d30b3a4e-cf5b-4e71-83b5-a387cf468495, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:01:16.114837 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] For port d30b3a4e-cf5b-4e71-83b5-a387cf468495, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:01:16.120308 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:16.124424 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-de9460c0-9ad8-4a14-aec4-ab740ea0e1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:16.189813 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:16.190491 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:16.191895 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 200  len: 1093 time: 1.7440836
Oct 25 15:01:16.192430 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:16.226676 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d30b3a4e-cf5b-4e71-83b5-a387cf468495,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:16.232409 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:16.265854 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'status': 'completed', 'code': 200}
Oct 25 15:01:16.518830 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d17d78-0a52-4f61-bb0b-3b629c9c676d req-0025b331-0438-449c-8633-53cd1b80515f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:16.521185 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f2d17d78-0a52-4f61-bb0b-3b629c9c676d req-0025b331-0438-449c-8633-53cd1b80515f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1588187
Oct 25 15:01:16.609046 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f2d17d78-0a52-4f61-bb0b-3b629c9c676d req-4e2576b0-5c31-4f08-9c5f-b296a6e522a3 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786536
Oct 25 15:01:16.644445 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:16.710005 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c6e4f0d-7705-447a-a7c3-0ab984aa1d9a req-8c0abec9-8dea-4b35-bedf-f50be3f0167a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 210 time: 0.0870934
Oct 25 15:01:17.272998 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189afee5-4f83-467e-bb0f-145db27f5b5f req-e357eb49-8523-447e-9eb8-04614f9d8c1f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:17.274534 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-189afee5-4f83-467e-bb0f-145db27f5b5f req-e357eb49-8523-447e-9eb8-04614f9d8c1f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 943 time: 0.0887482
Oct 25 15:01:17.327543 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-189afee5-4f83-467e-bb0f-145db27f5b5f req-a72a838a-f4b8-4431-8080-d8b17ded7657 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418835
Oct 25 15:01:17.903520 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d6f6918d-0e2c-43bb-963d-31436713da3b req-d53e15c2-ef92-49e3-afe5-3f5b238cbbcb tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 210 time: 0.0566807
Oct 25 15:01:17.944750 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c741e5-17d6-4897-9a23-63711bcb0725 req-65486556-b9c2-4cd6-b586-53a2cb95478b tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:17.946336 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70c741e5-17d6-4897-9a23-63711bcb0725 req-65486556-b9c2-4cd6-b586-53a2cb95478b tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.1615379
Oct 25 15:01:18.005891 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70c741e5-17d6-4897-9a23-63711bcb0725 req-b394d56f-d97b-433e-921e-7d400131a703 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485988
Oct 25 15:01:18.319372 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162d083-d52e-467a-a29d-eecb80768e56 req-31593742-fd6b-44ff-b754-2f90d9d9c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:18.320815 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c162d083-d52e-467a-a29d-eecb80768e56 req-31593742-fd6b-44ff-b754-2f90d9d9c32a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 912 time: 0.1952331
Oct 25 15:01:18.325909 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d5fe-8e42-4ca9-b62e-6482a47c4187 req-3a96f5f4-8bfa-4679-9416-89e7cce3641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:18.327409 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e50d5fe-8e42-4ca9-b62e-6482a47c4187 req-3a96f5f4-8bfa-4679-9416-89e7cce3641f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 1096 time: 0.2037225
Oct 25 15:01:18.734212 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c162d083-d52e-467a-a29d-eecb80768e56 req-18030cf1-a81c-42a5-bbdc-6f8cdae7dc88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 HTTP/1.1" status: 200  len: 1000 time: 0.3802402
Oct 25 15:01:18.977429 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340b9b1-75cc-42ce-8b85-73bf6432f2d8 req-d93c3674-bcb3-4da8-8353-55a0f62cd2ae tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:18.991173 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8340b9b1-75cc-42ce-8b85-73bf6432f2d8 req-d93c3674-bcb3-4da8-8353-55a0f62cd2ae tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 943 time: 0.5273857
Oct 25 15:01:19.110669 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d5fe-8e42-4ca9-b62e-6482a47c4187 req-4f3bf200-3143-47ae-85e2-d2846fc8223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:19.113769 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e50d5fe-8e42-4ca9-b62e-6482a47c4187 req-4f3bf200-3143-47ae-85e2-d2846fc8223b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&shared=False HTTP/1.1" status: 200  len: 916 time: 0.6710596
Oct 25 15:01:19.116987 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162d083-d52e-467a-a29d-eecb80768e56 req-29312d4f-f279-45bd-a4d1-1cce4d4ba89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:19.120217 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c162d083-d52e-467a-a29d-eecb80768e56 req-29312d4f-f279-45bd-a4d1-1cce4d4ba89c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 200  len: 850 time: 0.3690274
Oct 25 15:01:19.344594 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-9410d891-c251-4d03-9146-fe0c83c0eadf tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:19.347603 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-9410d891-c251-4d03-9146-fe0c83c0eadf tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.37 "GET /v2.0/networks?id=ca89f383-e1f5-453f-952d-7a6a92223229 HTTP/1.1" status: 200  len: 809 time: 0.3810263
Oct 25 15:01:19.456585 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-db18172d-fbe1-46c1-94f2-7b8680781406 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=851559b5d43e474aa0fb5071883e75fb HTTP/1.1" status: 200  len: 380 time: 0.0879736
Oct 25 15:01:19.505502 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Request body: {'port': {'device_id': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'admin_state_up': True, 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'security_groups': ['e3d3639b-17d9-44e7-bd59-380da0e77bc9']}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:19.558008 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8340b9b1-75cc-42ce-8b85-73bf6432f2d8 req-e0ad1c0b-b951-44dd-aa03-e64a29689611 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5655501
Oct 25 15:01:19.574763 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd80c4a6-873a-4e43-90f1-13f45510c7ed req-c2c2949e-9ce5-43f9-9358-756377fb85cc tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 210 time: 0.2830596
Oct 25 15:01:19.577865 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d5fe-8e42-4ca9-b62e-6482a47c4187 req-d4c5bf2f-dd12-435b-90e1-3e4647f7c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:19.591563 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e50d5fe-8e42-4ca9-b62e-6482a47c4187 req-d4c5bf2f-dd12-435b-90e1-3e4647f7c28e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4572968
Oct 25 15:01:19.648267 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162d083-d52e-467a-a29d-eecb80768e56 req-69a00c97-fd08-40f7-9d52-cd49a90870f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:19.650176 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c162d083-d52e-467a-a29d-eecb80768e56 req-69a00c97-fd08-40f7-9d52-cd49a90870f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ded9f1b4-e675-4f41-9520-fcc0766d528a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4737628
Oct 25 15:01:19.800548 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:19.816102 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:19.828896 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Made reservation on behalf of 851559b5d43e474aa0fb5071883e75fb for: {'port': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:01:19.833812 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:19.967197 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c162d083-d52e-467a-a29d-eecb80768e56 req-4d9ce602-1dad-4bae-b36c-c291571d6a06 service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2891116
Oct 25 15:01:19.982725 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-3ae0fa4a-799b-44e5-9bcf-d04c3c88bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:19.982725 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-3ae0fa4a-799b-44e5-9bcf-d04c3c88bf55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 1096 time: 0.2241476
Oct 25 15:01:20.009542 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2546a-05a9-49ca-8624-33cbd860369c req-d697fab9-a917-41b5-bfe0-fbced668544f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:20.011252 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cab2546a-05a9-49ca-8624-33cbd860369c req-d697fab9-a917-41b5-bfe0-fbced668544f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.2950735
Oct 25 15:01:20.069888 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Allocated IP 172.20.0.3 (ca89f383-e1f5-453f-952d-7a6a92223229/f7ec8752-a35a-4c4e-a625-8fa642b99b7a/4ff398c8-b931-44ce-a4ae-beedcc0a5de8) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:01:20.190526 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-ad6c3d93-778a-4988-920c-3041c40e4ac9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 200  len: 217 time: 0.1745720
Oct 25 15:01:20.277653 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cab2546a-05a9-49ca-8624-33cbd860369c req-ea4bd23b-0f1f-4da6-9398-0222504da0b8 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936021
Oct 25 15:01:20.333629 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c162d083-d52e-467a-a29d-eecb80768e56 req-66d67de6-d2fd-4ac5-9b56-06cafaff291e service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3542752
Oct 25 15:01:20.335586 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-77298c7d-1680-4467-be6e-b86a18116987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:20.337238 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-77298c7d-1680-4467-be6e-b86a18116987 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6b5b697-4160-440e-b4e4-035f62ca96d8 HTTP/1.1" status: 200  len: 854 time: 0.1240032
Oct 25 15:01:20.477312 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:20.487237 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-e0b7009e-155c-440d-998a-41bbd1cb579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:20.494779 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-e0b7009e-155c-440d-998a-41bbd1cb579c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9df9702-94f3-4ef2-885f-a724178beae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1312573
Oct 25 15:01:20.518027 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.provisioning_blocks [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Transition to ACTIVE for port object 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 will not be triggered until provisioned by entity DHCP. {{(pid=86765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:01:20.583898 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:20.600178 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:20.698273 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Network ca89f383-e1f5-453f-952d-7a6a92223229 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:01:20.707890 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:01:20.711022 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:01:20.826234 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event updated for resources: {'Port': ['ID=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:20.855827 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.856202 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.857080 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.857445 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.857801 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.858153 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.858575 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.858928 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.859276 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.859621 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.859967 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.860310 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:20.865099 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:20.877903 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:20.878624 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:20.923138 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4264717
Oct 25 15:01:20.925899 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-a513b3d0-04f1-41b9-bc64-58fdf66e6e8c service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4139800
Oct 25 15:01:20.966066 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Request body: {'port': {'device_id': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:21.148792 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:21.172072 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf44907c-fafd-43cf-b26a-5bf771f035c1 req-d6635994-f7bf-4a5e-9e2d-a45a01f5fd50 service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090218
Oct 25 15:01:21.178192 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-42d616a3-a0d9-4af9-af8e-9e3711c96f5d None None] Provisioning for port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:01:21.185125 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11069fac-0ec2-41db-8ac4-a072f6ed7dcc req-5609f868-6f4d-46fd-8667-c4aed5afb5ff tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:21.185994 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-42d616a3-a0d9-4af9-af8e-9e3711c96f5d None None] Provisioning complete for port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:21.186746 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-11069fac-0ec2-41db-8ac4-a072f6ed7dcc req-5609f868-6f4d-46fd-8667-c4aed5afb5ff tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 943 time: 0.2681825
Oct 25 15:01:21.187948 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-42d616a3-a0d9-4af9-af8e-9e3711c96f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:21.229986 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4ca6a-5ca2-4e14-8fbe-ec40e1dd792a req-aba5bc31-ef4a-42c3-a270-5a9fe137b2b1 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:21.232050 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2fe4ca6a-5ca2-4e14-8fbe-ec40e1dd792a req-aba5bc31-ef4a-42c3-a270-5a9fe137b2b1 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 931 time: 0.3463948
Oct 25 15:01:21.276873 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-11069fac-0ec2-41db-8ac4-a072f6ed7dcc req-be93d817-105a-425a-a39c-b2eec2639c56 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808802
Oct 25 15:01:21.322852 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-42d616a3-a0d9-4af9-af8e-9e3711c96f5d None None] Port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:01:21.353642 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2fe4ca6a-5ca2-4e14-8fbe-ec40e1dd792a req-4dd45de2-046d-47b2-88de-5173f2e69efe tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016994
Oct 25 15:01:21.710328 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 {{(pid=86765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:01:21.722052 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:21.742323 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.provisioning_blocks [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Transition to ACTIVE for port object 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 will not be triggered until provisioned by entity L2. {{(pid=86765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:01:21.748315 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379639'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:21.755438 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-923cbc94-69c2-413c-a93e-8d63d4eec282 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:21.793680 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ba38b-42bf-4647-beb7-2a804c0c0981 req-6e91d043-9bfe-496e-8d42-7f3374b41369 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:21.796374 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7a9ba38b-42bf-4647-beb7-2a804c0c0981 req-6e91d043-9bfe-496e-8d42-7f3374b41369 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3076763
Oct 25 15:01:21.839325 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:21.842573 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:21.871922 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-0d22b27d-351f-4d28-ae39-5659e57c2b5f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:21.877644 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-0d22b27d-351f-4d28-ae39-5659e57c2b5f tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 945 time: 0.3461342
Oct 25 15:01:21.981932 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7a9ba38b-42bf-4647-beb7-2a804c0c0981 req-ba588ba1-fc1d-4911-91f8-9237f5049752 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780093
Oct 25 15:01:22.031799 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Deleting port 2bbc7d84-6106-447a-8967-0903c43153e4 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:01:22.032153 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:22.242110 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Attempting to bind port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:01:22.244557 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Attempting to bind port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'}] {{(pid=86765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:01:22.246204 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Attempting to bind port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 on network ca89f383-e1f5-453f-952d-7a6a92223229 {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:01:22.266324 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 on network ca89f383-e1f5-453f-952d-7a6a92223229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:01:22.267241 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Attempting to bind port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 on network ca89f383-e1f5-453f-952d-7a6a92223229 {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:01:22.280146 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:01:22.280806 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Checking segment: {'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:01:22.281372 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Bound using segment: {'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'} {{(pid=86765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:01:22.281937 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.managers [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Bound port: 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08f32f9f-2421-48a6-8585-2aaa10e44ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229'}}] {{(pid=86765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:01:22.282292 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:22.482186 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] For port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host hv-cinder-81375, cleared binding levels {{(pid=86765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:01:22.491362 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] For port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:01:22.501201 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379639'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:22.510060 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:22.552496 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] For port 2bbc7d84-6106-447a-8967-0903c43153e4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=2bbc7d84-6106-447a-8967-0903c43153e4,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:22.553022 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:22.621009 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:22.622028 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:22.624479 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] 10.222.0.37 "PUT /v2.0/ports/4ff398c8-b931-44ce-a4ae-beedcc0a5de8 HTTP/1.1" status: 200  len: 1093 time: 1.6634591
Oct 25 15:01:22.625303 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:22.672955 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,revision_number=3']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:22.679115 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:22.740245 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Calling delete_port for 2bbc7d84-6106-447a-8967-0903c43153e4 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:01:22.926610 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-d8f7a25a-b50c-424e-9ed3-66998860d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:22.929346 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-d8f7a25a-b50c-424e-9ed3-66998860d5f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851559b5d43e474aa0fb5071883e75fb&device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1096 time: 0.1441007
Oct 25 15:01:23.106563 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-e637dc55-e6cf-489d-b8cd-149e8c791bfa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8 HTTP/1.1" status: 200  len: 217 time: 0.1592515
Oct 25 15:01:23.162156 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb6d57-2638-42f3-b1a7-16eaef46692b req-583705ef-7c42-4ef8-9212-c4f8210e56fc tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:23.168461 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1adb6d57-2638-42f3-b1a7-16eaef46692b req-583705ef-7c42-4ef8-9212-c4f8210e56fc tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 943 time: 0.3422170
Oct 25 15:01:23.175456 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:23.191389 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37968313-1c5a-4972-846c-b36123787d1f req-4a824f79-a587-4085-b0e8-0ba73167e072 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:23.193295 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-37968313-1c5a-4972-846c-b36123787d1f req-4a824f79-a587-4085-b0e8-0ba73167e072 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.3789742
Oct 25 15:01:23.198292 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:23.206601 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-8ac2c653-ab2f-4d4a-9571-0b259289be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:23.208380 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-8ac2c653-ab2f-4d4a-9571-0b259289be1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7ec8752-a35a-4c4e-a625-8fa642b99b7a HTTP/1.1" status: 200  len: 848 time: 0.0809724
Oct 25 15:01:23.228478 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['2bbc7d84-6106-447a-8967-0903c43153e4', '0c7203a5-95e7-48a7-aca1-425505a112a4'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:01:23.301262 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Pushing event deleted for resources: {'Port': ['ID=2bbc7d84-6106-447a-8967-0903c43153e4,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:23.311428 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:23.349179 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-fe4a5acc-75b1-46f2-83b5-ba293aa2e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:23.350825 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-fe4a5acc-75b1-46f2-83b5-ba293aa2e331 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca89f383-e1f5-453f-952d-7a6a92223229&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1278584
Oct 25 15:01:23.423744 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] No DVR routers for this DVR port 2bbc7d84-6106-447a-8967-0903c43153e4 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:01:23.429274 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:23.441958 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-37968313-1c5a-4972-846c-b36123787d1f req-e366993c-591c-4270-8b41-aff8aee2d858 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1967599
Oct 25 15:01:23.442541 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2029350-9da1-42f8-8596-5959e33aaab8', 'name': 'network-vif-deleted', 'tag': '2bbc7d84-6106-447a-8967-0903c43153e4'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:23.457925 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1adb6d57-2638-42f3-b1a7-16eaef46692b req-3a8de470-b4e4-4471-8174-0046ba9f7870 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2630560
Oct 25 15:01:23.489544 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6906ed31-a69e-4865-838f-b646ea10ddb0 req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.37 "DELETE /v2.0/ports/2bbc7d84-6106-447a-8967-0903c43153e4 HTTP/1.1" status: 204  len: 173 time: 1.5863247
Oct 25 15:01:23.552356 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'status': 'completed', 'code': 200}
Oct 25 15:01:23.706986 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-0d338749-5c2f-48ec-a726-e264f546d27c service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3461282
Oct 25 15:01:23.719530 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c0b6179c-b2d0-4b98-9183-f33dd7bc783e req-ff08922e-e8ef-4157-a26d-a9e3edebb338 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Synchronizing usage tracker for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:01:23.750866 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c0b6179c-b2d0-4b98-9183-f33dd7bc783e req-ff08922e-e8ef-4157-a26d-a9e3edebb338 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Unset dirty status for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:01:23.766831 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c0b6179c-b2d0-4b98-9183-f33dd7bc783e req-ff08922e-e8ef-4157-a26d-a9e3edebb338 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2029350-9da1-42f8-8596-5959e33aaab8 HTTP/1.1" status: 200  len: 210 time: 0.1070156
Oct 25 15:01:23.882638 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5b431-176c-453f-970f-854b4d9027df req-90761167-cb22-45ac-bc80-ddf11df17b5b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:23.885920 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eaa5b431-176c-453f-970f-854b4d9027df req-90761167-cb22-45ac-bc80-ddf11df17b5b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.2966645
Oct 25 15:01:23.975768 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-7e434b98-ed75-45b3-833d-f96aec57a592 req-1e821d6a-9c1b-482b-a9a5-cb7a76e2fb60 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598686
Oct 25 15:01:24.006803 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eaa5b431-176c-453f-970f-854b4d9027df req-b0233be9-b386-41d5-9bbe-7590e6f2689e tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060798
Oct 25 15:01:24.070337 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2029350-9da1-42f8-8596-5959e33aaab8', 'name': 'network-vif-deleted', 'tag': '2bbc7d84-6106-447a-8967-0903c43153e4', 'status': 'completed', 'code': 200}
Oct 25 15:01:24.074147 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device d30b3a4e-cf5b-4e71-83b5-a387cf468495 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:01:24.197565 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-cd8cffea-7d34-474a-8a71-d8b53ad85e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:24.199187 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-cd8cffea-7d34-474a-8a71-d8b53ad85e03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851559b5d43e474aa0fb5071883e75fb&device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1096 time: 0.0822792
Oct 25 15:01:24.276942 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port d30b3a4e-cf5b-4e71-83b5-a387cf468495, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:24.292111 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'port_id': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'mac_address': 'fa:16:3e:53:c4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:01:24.367201 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:24.394770 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30b3a4e-cf5b-4e71-83b5-a387cf468495 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:01:24.403109 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-cc02995c-986b-44ab-b1d7-fded28761a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:24.404968 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-cc02995c-986b-44ab-b1d7-fded28761a51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca89f383-e1f5-453f-952d-7a6a92223229 HTTP/1.1" status: 200  len: 910 time: 0.1890969
Oct 25 15:01:24.424249 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port d30b3a4e-cf5b-4e71-83b5-a387cf468495, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:24.432072 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:24.436879 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:24.567581 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-1965537f-41d9-4c29-8633-1f45eeaf0e2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8 HTTP/1.1" status: 200  len: 217 time: 0.1507642
Oct 25 15:01:24.591578 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=d30b3a4e-cf5b-4e71-83b5-a387cf468495,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:24.596611 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:24.659861 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-de86fa31-7274-41f2-a579-60b2b44e7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:24.662158 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-de86fa31-7274-41f2-a579-60b2b44e7e88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7ec8752-a35a-4c4e-a625-8fa642b99b7a HTTP/1.1" status: 200  len: 848 time: 0.0777171
Oct 25 15:01:24.795230 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-b39765b7-d0f8-409c-b411-6e00fcd30b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:24.799492 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-b39765b7-d0f8-409c-b411-6e00fcd30b83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca89f383-e1f5-453f-952d-7a6a92223229&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1220429
Oct 25 15:01:24.811439 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cc7cd-fca7-4e69-b1d8-f02d5ee33f9a req-6d239061-8f7c-4d33-82b6-39004ef4bf7d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:24.813232 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-970cc7cd-fca7-4e69-b1d8-f02d5ee33f9a req-6d239061-8f7c-4d33-82b6-39004ef4bf7d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.2067719
Oct 25 15:01:24.926105 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-970cc7cd-fca7-4e69-b1d8-f02d5ee33f9a req-957174e5-f93e-406e-9953-2cabe0afb187 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916762
Oct 25 15:01:24.939601 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48475f6-8b59-4aac-8d6c-476ed5fc9327 req-983af543-c228-4c1b-aab8-0e201f94cf9a tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:24.941370 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e48475f6-8b59-4aac-8d6c-476ed5fc9327 req-983af543-c228-4c1b-aab8-0e201f94cf9a tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 944 time: 0.2266753
Oct 25 15:01:25.001061 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-ae867243-21af-400f-89bf-607e74baea1c service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866629
Oct 25 15:01:25.007787 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e48475f6-8b59-4aac-8d6c-476ed5fc9327 req-4d1aebad-077b-4f19-98a5-ef641c602039 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468974
Oct 25 15:01:25.010525 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['d30b3a4e-cf5b-4e71-83b5-a387cf468495'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:01:25.193007 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-09ac8c98-55ae-4c8c-ad1d-1ea575e5b8a4 req-d147b720-e506-4645-9ce7-33ed29129013 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810842
Oct 25 15:01:25.315383 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecde50-fbac-4582-87b2-5ab9fd2e4579 req-925bcaa0-e79e-4fb9-ae16-1389053658a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:25.318466 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-18ecde50-fbac-4582-87b2-5ab9fd2e4579 req-925bcaa0-e79e-4fb9-ae16-1389053658a3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.1467767
Oct 25 15:01:25.374205 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-18ecde50-fbac-4582-87b2-5ab9fd2e4579 req-c23a329c-708e-4809-9c26-5fa11b67f935 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490818
Oct 25 15:01:25.723379 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cedec9-c805-4a86-8da4-d4b3e9b9e531 req-3261b418-255d-409f-9dce-9629ba3bd180 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:25.731511 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-39cedec9-c805-4a86-8da4-d4b3e9b9e531 req-3261b418-255d-409f-9dce-9629ba3bd180 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.2052691
Oct 25 15:01:25.778711 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-39cedec9-c805-4a86-8da4-d4b3e9b9e531 req-0a98076c-0e48-4223-a30e-4067e28be6ef tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454540
Oct 25 15:01:26.083119 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 2bbc7d84-6106-447a-8967-0903c43153e4 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:01:26.127487 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: 2bbc7d84-6106-447a-8967-0903c43153e4 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:01:26.128291 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 2bbc7d84-6106-447a-8967-0903c43153e4 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:01:26.284752 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0da40-c4aa-4b52-80c1-9b2889934487 req-a6869ab5-0489-4029-8abe-26018905f2c1 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:26.286180 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ace0da40-c4aa-4b52-80c1-9b2889934487 req-a6869ab5-0489-4029-8abe-26018905f2c1 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1886444
Oct 25 15:01:26.303175 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af205a83-55fc-4061-b508-15b41edd8938 req-169b84ee-2c7e-4981-9f15-5a50bd08a2a4 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:26.304643 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-af205a83-55fc-4061-b508-15b41edd8938 req-169b84ee-2c7e-4981-9f15-5a50bd08a2a4 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 944 time: 0.1264062
Oct 25 15:01:26.391892 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-af205a83-55fc-4061-b508-15b41edd8938 req-7fbc22cd-0eaa-490e-9b46-1ed244859823 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742395
Oct 25 15:01:26.394715 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ace0da40-c4aa-4b52-80c1-9b2889934487 req-0f9cd626-0bef-4dd2-92c1-37de9f954e29 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1010509
Oct 25 15:01:26.590602 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922ab4f-5a2d-4976-bab5-fd2331db1b5b req-2eb2e36a-eae2-44e6-a11c-3a2f485b702a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:26.592149 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d922ab4f-5a2d-4976-bab5-fd2331db1b5b req-2eb2e36a-eae2-44e6-a11c-3a2f485b702a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.0862167
Oct 25 15:01:26.645235 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d922ab4f-5a2d-4976-bab5-fd2331db1b5b req-836928a2-a0a1-44bc-9963-88ea02da26e2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467982
Oct 25 15:01:27.083086 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad8a4a-e176-4eb5-861f-519e5e2d55a3 req-08b00f91-09c6-49e5-a47d-3894007884af tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:27.084398 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48ad8a4a-e176-4eb5-861f-519e5e2d55a3 req-08b00f91-09c6-49e5-a47d-3894007884af tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.1431317
Oct 25 15:01:27.140742 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48ad8a4a-e176-4eb5-861f-519e5e2d55a3 req-f0d92808-c24d-4731-85aa-49cb62eaade9 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454736
Oct 25 15:01:27.359195 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77719f9-05bc-4b58-acce-6e6ed51e1fb7 req-5ad1ef68-2014-4cd1-9164-14fd65de2726 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:27.360594 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b77719f9-05bc-4b58-acce-6e6ed51e1fb7 req-5ad1ef68-2014-4cd1-9164-14fd65de2726 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 945 time: 0.1055560
Oct 25 15:01:27.417791 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b77719f9-05bc-4b58-acce-6e6ed51e1fb7 req-4dbd5045-9997-42eb-bf7f-05fd56d4f897 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510547
Oct 25 15:01:27.732887 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece754c-c269-48e2-bbd8-9b71f19c97c7 req-e3891ead-9eb2-414a-a354-14353e663775 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:27.734640 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dece754c-c269-48e2-bbd8-9b71f19c97c7 req-e3891ead-9eb2-414a-a354-14353e663775 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 944 time: 0.2119584
Oct 25 15:01:27.751036 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1053c-0343-4437-9791-8652d219f28d req-21afac4d-6d03-452e-bd37-4eac16a5ec43 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:27.753270 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdb1053c-0343-4437-9791-8652d219f28d req-21afac4d-6d03-452e-bd37-4eac16a5ec43 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1538799
Oct 25 15:01:27.835841 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dece754c-c269-48e2-bbd8-9b71f19c97c7 req-bf44519c-2601-4813-966e-1879a4e664b3 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813303
Oct 25 15:01:27.847502 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdb1053c-0343-4437-9791-8652d219f28d req-79b72e10-c14a-4507-83d3-927bfbb53240 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784812
Oct 25 15:01:28.042937 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a79e-eb20-40f6-91d3-11582001133e req-820f5dcf-d9ba-4964-baeb-c11192c42862 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:28.045385 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b0f0a79e-eb20-40f6-91d3-11582001133e req-820f5dcf-d9ba-4964-baeb-c11192c42862 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.0908475
Oct 25 15:01:28.083024 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device d30b3a4e-cf5b-4e71-83b5-a387cf468495 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:01:28.101351 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b0f0a79e-eb20-40f6-91d3-11582001133e req-cd8702c8-19ca-4010-a545-df0056eabccb tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472894
Oct 25 15:01:28.173061 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port d30b3a4e-cf5b-4e71-83b5-a387cf468495 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:01:28.182189 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port d30b3a4e-cf5b-4e71-83b5-a387cf468495 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:28.182851 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:28.354326 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e4c10-a3cf-483c-956e-0bc05ffc6a87 req-fda4345d-a0c0-4e47-9202-3aad03ade5dc tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:28.356009 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-262e4c10-a3cf-483c-956e-0bc05ffc6a87 req-fda4345d-a0c0-4e47-9202-3aad03ade5dc tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.0966382
Oct 25 15:01:28.417886 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:28.431651 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-262e4c10-a3cf-483c-956e-0bc05ffc6a87 req-ee4f4b87-579e-42e0-840f-8b6cf79813a9 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647132
Oct 25 15:01:28.449613 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:28.460032 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port d30b3a4e-cf5b-4e71-83b5-a387cf468495, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:28.465844 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:28.468396 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:28.509845 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'code': 200}
Oct 25 15:01:28.560671 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=d30b3a4e-cf5b-4e71-83b5-a387cf468495,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:28.574698 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.575212 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.575696 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.576196 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.576858 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.577218 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.577713 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.578200 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.579234 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.579234 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.580486 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.580987 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:01:28.587267 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:28.675817 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85e7ec-5d2f-4ca7-ba62-e05652c9a4f5 req-617aef24-b6e0-4761-91d0-d5605b218ae0 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:28.677342 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2f85e7ec-5d2f-4ca7-ba62-e05652c9a4f5 req-617aef24-b6e0-4761-91d0-d5605b218ae0 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 945 time: 0.0889235
Oct 25 15:01:28.725678 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2f85e7ec-5d2f-4ca7-ba62-e05652c9a4f5 req-99de5821-c871-40c1-8503-51e9131bd713 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421269
Oct 25 15:01:28.933775 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ec0c7-1a03-47f9-aee5-65b3bf47d9c8 req-3ac8d11f-54ae-4d91-867a-5961d41cc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:28.936286 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-4b9ec0c7-1a03-47f9-aee5-65b3bf47d9c8 req-3ac8d11f-54ae-4d91-867a-5961d41cc8d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 1098 time: 0.1064353
Oct 25 15:01:29.002847 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-4b9ec0c7-1a03-47f9-aee5-65b3bf47d9c8 req-70fcf4c9-e271-40b8-8499-ff78497c6df6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580900
Oct 25 15:01:29.159971 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c0b92-4439-489d-b396-5f2e008d0274 req-79e89b40-22dc-4fc1-9548-9c4e1bbfe2ec tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:29.161339 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a76c0b92-4439-489d-b396-5f2e008d0274 req-79e89b40-22dc-4fc1-9548-9c4e1bbfe2ec tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.1434200
Oct 25 15:01:29.173486 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99898fd3-f5e1-48cb-997e-6f57c6b95cf2 req-bba9a318-db2b-42a1-897d-f3f813789271 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:29.174958 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-99898fd3-f5e1-48cb-997e-6f57c6b95cf2 req-bba9a318-db2b-42a1-897d-f3f813789271 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1226537
Oct 25 15:01:29.250453 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a76c0b92-4439-489d-b396-5f2e008d0274 req-e04d98d7-dbc9-4d05-8d06-0c6fa10763cb tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744491
Oct 25 15:01:29.258183 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-99898fd3-f5e1-48cb-997e-6f57c6b95cf2 req-a39f390a-8cb9-4331-89c8-3ae72752632a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683222
Oct 25 15:01:29.440602 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac353e9-0442-4a85-ac21-532c685b5f3e req-889720f9-e57c-4488-af22-e9ca78d9ce83 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:29.442044 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ac353e9-0442-4a85-ac21-532c685b5f3e req-889720f9-e57c-4488-af22-e9ca78d9ce83 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.0845644
Oct 25 15:01:29.510995 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ac353e9-0442-4a85-ac21-532c685b5f3e req-7643cb51-ecf2-400e-bdc7-a409e24b6cc0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631380
Oct 25 15:01:29.650606 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2bad-70ac-4857-a4fb-d0df117f2d40 req-98927506-77e8-4fbc-8e36-0a0c3c5bb541 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:29.653001 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-27db2bad-70ac-4857-a4fb-d0df117f2d40 req-98927506-77e8-4fbc-8e36-0a0c3c5bb541 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.0989525
Oct 25 15:01:29.726366 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-27db2bad-70ac-4857-a4fb-d0df117f2d40 req-a2d89f1c-ed2d-4f2d-81af-c8cc3deb9850 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657480
Oct 25 15:01:29.983540 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecfbdf-0231-4d5e-bb4d-ef78fcb47b7e req-8cd8640f-3bfd-48af-93a9-b637bc5f418b tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:29.984996 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-aaecfbdf-0231-4d5e-bb4d-ef78fcb47b7e req-8cd8640f-3bfd-48af-93a9-b637bc5f418b tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 945 time: 0.0868115
Oct 25 15:01:30.037791 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-aaecfbdf-0231-4d5e-bb4d-ef78fcb47b7e req-6fe41815-3e43-48e2-8b46-77b992cc01d3 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461209
Oct 25 15:01:30.243204 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-b3ae4d53-e407-4241-8e2c-d2d980b585d2 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:30.244646 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-b3ae4d53-e407-4241-8e2c-d2d980b585d2 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 945 time: 0.0960257
Oct 25 15:01:30.346739 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Deleting port df990431-ae85-44ef-acfd-8fe815b8d8ad {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:01:30.347397 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:30.523935 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ddafd-516a-436f-bd6e-4ce97d9395c9 req-2232f292-80a6-4ac3-bd42-91fc1cea5eb8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:30.525475 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-320ddafd-516a-436f-bd6e-4ce97d9395c9 req-2232f292-80a6-4ac3-bd42-91fc1cea5eb8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.1533458
Oct 25 15:01:30.534427 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e54512-0ccd-4ff9-848c-698b005aa8b4 req-c8a79410-f029-4b45-9118-9c858b7995b2 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:30.535907 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f5e54512-0ccd-4ff9-848c-698b005aa8b4 req-c8a79410-f029-4b45-9118-9c858b7995b2 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1261322
Oct 25 15:01:30.681250 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-320ddafd-516a-436f-bd6e-4ce97d9395c9 req-af004f98-222e-4da4-bbdb-85b1e0ac97dc tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443310
Oct 25 15:01:30.694153 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f5e54512-0ccd-4ff9-848c-698b005aa8b4 req-b2c27b16-f0ef-40c7-9f57-553a2d3a3ace tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1443229
Oct 25 15:01:30.723535 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] For port df990431-ae85-44ef-acfd-8fe815b8d8ad, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=df990431-ae85-44ef-acfd-8fe815b8d8ad,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:30.723935 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:30.859475 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Calling delete_port for df990431-ae85-44ef-acfd-8fe815b8d8ad owned by compute:nova {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:01:30.889330 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:30.956618 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21321f-0eae-4b31-abdd-fe40be29885a req-9578df75-be8d-4f11-9f4b-43d9f8e24626 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:30.958457 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d21321f-0eae-4b31-abdd-fe40be29885a req-9578df75-be8d-4f11-9f4b-43d9f8e24626 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.1735351
Oct 25 15:01:31.031706 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d21321f-0eae-4b31-abdd-fe40be29885a req-959f19a8-2adb-4022-aac4-00d1f046070d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611501
Oct 25 15:01:31.046079 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752ac37-a47b-4a31-8e2b-61dfa3dbaecd req-d677482f-2522-406d-abff-c4441c42aac9 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:31.054164 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4752ac37-a47b-4a31-8e2b-61dfa3dbaecd req-d677482f-2522-406d-abff-c4441c42aac9 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.1629095
Oct 25 15:01:31.109811 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4752ac37-a47b-4a31-8e2b-61dfa3dbaecd req-f8568f7f-376b-4a06-80a8-ebbe559f0f3b tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544508
Oct 25 15:01:31.247472 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88ef1-bc10-4440-b034-2e5308540ab1 req-aa092598-8c2b-4ff5-9733-dfdc1cdfc198 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:31.249040 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4ae88ef1-bc10-4440-b034-2e5308540ab1 req-aa092598-8c2b-4ff5-9733-dfdc1cdfc198 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a57d49-c27b-44a5-a8dc-3adadc2726f4 HTTP/1.1" status: 200  len: 945 time: 0.0970087
Oct 25 15:01:31.274036 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:31.280257 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d3adf5bf-f0bd-4d6e-9e53-fe663e4a26ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:31.300526 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4ae88ef1-bc10-4440-b034-2e5308540ab1 req-658337f3-8775-440f-8903-42a49e22707d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448096
Oct 25 15:01:31.327249 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['eb1140f6-9ef5-4a12-b689-f625af47513a', 'ac09379f-0fc2-41eb-9077-e12089f6c760', 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5', 'df990431-ae85-44ef-acfd-8fe815b8d8ad'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:01:31.328301 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Pushing event deleted for resources: {'Port': ['ID=df990431-ae85-44ef-acfd-8fe815b8d8ad,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:31.332173 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:31.411750 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] No DVR routers for this DVR port df990431-ae85-44ef-acfd-8fe815b8d8ad on host hv-cinder-81375 {{(pid=86765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:01:31.414918 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:31.418241 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a57d49-c27b-44a5-a8dc-3adadc2726f4', 'name': 'network-vif-deleted', 'tag': 'df990431-ae85-44ef-acfd-8fe815b8d8ad'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:31.437025 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-85c9fb88-81a1-457f-a18c-34f0fe38724d req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "DELETE /v2.0/ports/df990431-ae85-44ef-acfd-8fe815b8d8ad HTTP/1.1" status: 204  len: 173 time: 1.1761069
Oct 25 15:01:31.473180 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a57d49-c27b-44a5-a8dc-3adadc2726f4', 'name': 'network-vif-deleted', 'tag': 'df990431-ae85-44ef-acfd-8fe815b8d8ad', 'status': 'completed', 'code': 200}
Oct 25 15:01:31.963178 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eccf5-af5e-43ae-982e-01e9d79c37cd req-1337d98e-180f-4d27-85e4-4e55dc45dbfa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:31.964562 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-863eccf5-af5e-43ae-982e-01e9d79c37cd req-1337d98e-180f-4d27-85e4-4e55dc45dbfa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.1527288
Oct 25 15:01:31.979024 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002ace9-1b82-4ba3-a4a6-09c6f2e8a4ab req-712a5164-3255-4d01-8342-f3f67ff7a86e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:31.980438 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7002ace9-1b82-4ba3-a4a6-09c6f2e8a4ab req-712a5164-3255-4d01-8342-f3f67ff7a86e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1320121
Oct 25 15:01:32.059640 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-863eccf5-af5e-43ae-982e-01e9d79c37cd req-8471560c-2f20-4335-bda4-5e64e6cf1346 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891418
Oct 25 15:01:32.062342 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7002ace9-1b82-4ba3-a4a6-09c6f2e8a4ab req-a3ad4a47-33eb-4efb-9984-8c3425a1548f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695596
Oct 25 15:01:32.322383 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17b54d-af88-4d07-b866-82f7ca9429c9 req-ffbbf569-0d9c-4786-b390-1a3f9972f914 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:32.324284 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a17b54d-af88-4d07-b866-82f7ca9429c9 req-ffbbf569-0d9c-4786-b390-1a3f9972f914 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.1599903
Oct 25 15:01:32.337452 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a6de8-beb8-46e1-80bc-4bb5a1dc900a req-85f4582f-e37b-4591-b1be-960b0d95a294 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:32.339013 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-181a6de8-beb8-46e1-80bc-4bb5a1dc900a req-85f4582f-e37b-4591-b1be-960b0d95a294 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.1354241
Oct 25 15:01:32.415584 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a17b54d-af88-4d07-b866-82f7ca9429c9 req-1eb403a9-c795-4195-8c4b-b4a0744156e1 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754993
Oct 25 15:01:32.420907 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-181a6de8-beb8-46e1-80bc-4bb5a1dc900a req-a8917514-eb2e-4d7d-ae36-bf04685cc6ed tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662429
Oct 25 15:01:32.621892 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b69952-d5e7-49b9-9b02-84dfb7f6d444 req-91f81cb4-eac6-4f9f-8b3f-3a8c12d460bd tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:32.631756 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d6b69952-d5e7-49b9-9b02-84dfb7f6d444 req-91f81cb4-eac6-4f9f-8b3f-3a8c12d460bd tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.1124442
Oct 25 15:01:32.700760 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d6b69952-d5e7-49b9-9b02-84dfb7f6d444 req-bbcc8dc2-c572-4e2b-9762-c60bfdc0be00 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636389
Oct 25 15:01:33.047279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128dc04-dd87-41e4-9544-86d86b7b9a16 req-0015c92e-1fe8-459d-8995-82a6f3ca4bd2 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:33.048947 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3128dc04-dd87-41e4-9544-86d86b7b9a16 req-0015c92e-1fe8-459d-8995-82a6f3ca4bd2 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.1020908
Oct 25 15:01:33.100777 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3128dc04-dd87-41e4-9544-86d86b7b9a16 req-fb98d079-93f7-4927-8b3a-a31ec9843da7 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459452
Oct 25 15:01:33.283129 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd762f0-a3ad-45fc-a0cb-c503493aeb1f req-109af7e8-f339-42fc-a2df-1cb1167b1d43 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:33.284990 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ffd762f0-a3ad-45fc-a0cb-c503493aeb1f req-109af7e8-f339-42fc-a2df-1cb1167b1d43 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1004503
Oct 25 15:01:33.338633 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ffd762f0-a3ad-45fc-a0cb-c503493aeb1f req-5f398d16-18c1-4632-bd4b-c3e8194e378f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440595
Oct 25 15:01:33.670858 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2434b-cf70-4279-8732-10f941319b91 req-005b5757-2a5f-4549-8647-330f65335e98 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:33.672370 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10d2434b-cf70-4279-8732-10f941319b91 req-005b5757-2a5f-4549-8647-330f65335e98 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.1232398
Oct 25 15:01:33.731011 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10d2434b-cf70-4279-8732-10f941319b91 req-ac3bf0eb-7162-43e2-96d5-4b3fe4a1eaef tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460248
Oct 25 15:01:33.904559 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-05e43226-fca0-4792-854a-2d731b422d87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:33.906093 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-05e43226-fca0-4792-854a-2d731b422d87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Synchronizing usage tracker for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:port {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:01:33.921934 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-05e43226-fca0-4792-854a-2d731b422d87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Unset dirty status for tenant:bd3772dcd21e433081b8ba499e61cfb6 on resource:port {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:01:33.923273 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-05e43226-fca0-4792-854a-2d731b422d87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.37 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.1308382
Oct 25 15:01:33.943583 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94589-cf89-4250-91ea-bb33ceafabc3 req-62aa7fba-d553-4f43-82cd-4293f797e578 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:33.945290 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76a94589-cf89-4250-91ea-bb33ceafabc3 req-62aa7fba-d553-4f43-82cd-4293f797e578 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 946 time: 0.1036205
Oct 25 15:01:33.999058 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76a94589-cf89-4250-91ea-bb33ceafabc3 req-9b79d7e8-aa4b-4d00-aa5b-c966f277d387 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/security-groups?id=2cfea79d-bb8e-4583-b1cd-16b752390208&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446827
Oct 25 15:01:34.014788 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Deleting port 0c7203a5-95e7-48a7-aca1-425505a112a4 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:01:34.015130 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:34.095989 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:01:34.105675 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device df990431-ae85-44ef-acfd-8fe815b8d8ad no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:01:34.156444 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: df990431-ae85-44ef-acfd-8fe815b8d8ad {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:01:34.156779 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device df990431-ae85-44ef-acfd-8fe815b8d8ad not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:01:34.293440 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:34.308684 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'port_id': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'mac_address': 'fa:16:3e:cd:d2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:01:34.321878 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b15624-a112-46c4-8782-96ee7ecf8ef2 req-3d42d873-e96a-494f-9619-a56ae9b76f4e tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:34.323514 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-01b15624-a112-46c4-8782-96ee7ecf8ef2 req-3d42d873-e96a-494f-9619-a56ae9b76f4e tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 945 time: 0.1013064
Oct 25 15:01:34.327894 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] For port 0c7203a5-95e7-48a7-aca1-425505a112a4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=0c7203a5-95e7-48a7-aca1-425505a112a4,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:34.328431 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:34.377432 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:34.384380 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-01b15624-a112-46c4-8782-96ee7ecf8ef2 req-801dfb15-bd5f-4c1c-ab79-6f1e36582951 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488472
Oct 25 15:01:34.399850 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:01:34.422338 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:34.427389 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:34.431519 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:34.471849 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Calling delete_port for 0c7203a5-95e7-48a7-aca1-425505a112a4 owned by compute:nova {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:01:34.507900 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:34.511637 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:34.592191 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02be246-2fb8-4c40-8a2b-126f8db4f65d req-8724f18f-5c59-4f17-8c02-a607aee93284 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:34.593656 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c02be246-2fb8-4c40-8a2b-126f8db4f65d req-8724f18f-5c59-4f17-8c02-a607aee93284 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1247597
Oct 25 15:01:34.625045 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:34.630885 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2aaefd08-5e8e-48cc-947f-fd34d0a1b967 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:34.642819 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c02be246-2fb8-4c40-8a2b-126f8db4f65d req-1817e72d-e8af-4bcf-b733-7173bcea8f7f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428302
Oct 25 15:01:34.680556 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['0c7203a5-95e7-48a7-aca1-425505a112a4'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:01:34.686387 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Pushing event deleted for resources: {'Port': ['ID=0c7203a5-95e7-48a7-aca1-425505a112a4,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:34.689581 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:34.769722 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] No DVR routers for this DVR port 0c7203a5-95e7-48a7-aca1-425505a112a4 on host hv-cinder-81375 {{(pid=86765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:01:34.772202 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:34.774907 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53651ed3-27d5-4af9-bc00-3d39db81ab41', 'name': 'network-vif-deleted', 'tag': '0c7203a5-95e7-48a7-aca1-425505a112a4'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:34.791984 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-60e367a8-37b3-495c-8e6e-2682ec89ae01 req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.37 "DELETE /v2.0/ports/0c7203a5-95e7-48a7-aca1-425505a112a4 HTTP/1.1" status: 204  len: 173 time: 0.8614552
Oct 25 15:01:34.878152 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53651ed3-27d5-4af9-bc00-3d39db81ab41', 'name': 'network-vif-deleted', 'tag': '0c7203a5-95e7-48a7-aca1-425505a112a4', 'status': 'completed', 'code': 200}
Oct 25 15:01:34.949543 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['4ff398c8-b931-44ce-a4ae-beedcc0a5de8'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:01:34.954367 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266a10c-0345-49b1-8ec8-c1544190d4e9 req-17d9ab01-ae85-442e-8b61-a282ffc07285 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:34.956251 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5266a10c-0345-49b1-8ec8-c1544190d4e9 req-17d9ab01-ae85-442e-8b61-a282ffc07285 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 944 time: 0.1061301
Oct 25 15:01:35.041702 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5266a10c-0345-49b1-8ec8-c1544190d4e9 req-95ea32df-0193-4c68-9834-644d3c5b15cf tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779691
Oct 25 15:01:35.205845 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d314d59b-f8c2-4794-be4e-22df8b43858d req-850c8c91-55a5-49b2-b743-3ea03ff94710 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] 10.222.0.57 "GET /v2.0/ports?device_id=53651ed3-27d5-4af9-bc00-3d39db81ab41 HTTP/1.1" status: 200  len: 210 time: 0.0514231
Oct 25 15:01:35.580941 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037383b-4ab7-4913-991d-98aa2687e1e1 req-a7bf7c4b-bca4-4c88-983d-191f4ff26247 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:35.582630 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f037383b-4ab7-4913-991d-98aa2687e1e1 req-a7bf7c4b-bca4-4c88-983d-191f4ff26247 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 945 time: 0.0954468
Oct 25 15:01:35.643413 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f037383b-4ab7-4913-991d-98aa2687e1e1 req-13777563-0c7a-42d0-a325-50cc8f026eaa tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548368
Oct 25 15:01:35.846112 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013c08c-6906-4d4b-bcd4-912f5dc409e3 req-7ea859b1-37ba-4ca1-ab93-f85029401cb7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:35.847570 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7013c08c-6906-4d4b-bcd4-912f5dc409e3 req-7ea859b1-37ba-4ca1-ab93-f85029401cb7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.0863583
Oct 25 15:01:35.894443 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7013c08c-6906-4d4b-bcd4-912f5dc409e3 req-b3f5072d-ea6d-4535-b207-38980ef2baab tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411513
Oct 25 15:01:36.289533 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f75fc-f7e0-408b-89a2-5c68d0d94195 req-39371c26-d158-4118-8684-bbe0f9fa1b0c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:36.290992 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e8f75fc-f7e0-408b-89a2-5c68d0d94195 req-39371c26-d158-4118-8684-bbe0f9fa1b0c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 944 time: 0.1466820
Oct 25 15:01:36.304090 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59092) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:36.339910 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e8f75fc-f7e0-408b-89a2-5c68d0d94195 req-169d3c5f-929c-4793-9942-3f9759a9ebec tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423846
Oct 25 15:01:36.871686 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149f7a-de81-49fd-911e-39633d9b6c81 req-5f82691e-1935-4361-94b1-e7997d6ccb67 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:36.873816 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e149f7a-de81-49fd-911e-39633d9b6c81 req-5f82691e-1935-4361-94b1-e7997d6ccb67 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 945 time: 0.1137607
Oct 25 15:01:36.910004 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-7c27d7c5-63d3-4e51-91ee-ee20df173f5d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:36.910633 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-7c27d7c5-63d3-4e51-91ee-ee20df173f5d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Synchronizing usage tracker for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:01:36.924021 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e149f7a-de81-49fd-911e-39633d9b6c81 req-3fea4211-ea36-4dd9-9370-be05cbd3593b tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440199
Oct 25 15:01:36.938707 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-7c27d7c5-63d3-4e51-91ee-ee20df173f5d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Unset dirty status for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:01:36.940706 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-7c27d7c5-63d3-4e51-91ee-ee20df173f5d tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 945 time: 0.4119129
Oct 25 15:01:37.039495 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Deleting port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:01:37.039837 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:37.095818 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b34d3d-27ee-461c-b0fe-26efbb2a4c79 req-32cd3982-e5d9-41cf-8f8d-804be2a4f005 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:37.097350 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-82b34d3d-27ee-461c-b0fe-26efbb2a4c79 req-32cd3982-e5d9-41cf-8f8d-804be2a4f005 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.0867913
Oct 25 15:01:37.145825 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-82b34d3d-27ee-461c-b0fe-26efbb2a4c79 req-60a2520e-6f4b-44aa-b189-3b2941c67a3a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425038
Oct 25 15:01:37.282454 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33510431'] for router_interface, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:37.496246 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] For port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:37.496922 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:37.542168 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74435ee-d18c-4b6c-a94a-4e5ee39f9f21 req-60427376-15a5-4399-a9ff-e3b8a53eb80c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:37.543627 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e74435ee-d18c-4b6c-a94a-4e5ee39f9f21 req-60427376-15a5-4399-a9ff-e3b8a53eb80c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 944 time: 0.0972700
Oct 25 15:01:37.591350 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e74435ee-d18c-4b6c-a94a-4e5ee39f9f21 req-ef09381d-4e96-4510-aa93-5204597d4232 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413094
Oct 25 15:01:37.679099 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Calling delete_port for f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 owned by compute:nova {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:01:37.941264 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Deleting port 6d6aac46-6299-438e-a288-88580f3fa5ed {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:01:37.941594 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:37.981897 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:37.990450 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:38.036675 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['eb1140f6-9ef5-4a12-b689-f625af47513a', 'ac09379f-0fc2-41eb-9077-e12089f6c760', 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:01:38.051928 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Pushing event deleted for resources: {'Port': ['ID=f4af74d1-98b8-4a15-8a88-8f97b74bbdf5,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:38.073218 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:38.125132 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7190a05e-a2b0-41e3-ae07-3dc68fc866c8 req-477ad4b8-19fe-4468-b9af-8c6da967f1ae tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 210 time: 0.0590146
Oct 25 15:01:38.164101 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:01:38.310366 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] No DVR routers for this DVR port f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 on host hv-cinder-81375 {{(pid=86765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:01:38.322455 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:38.326011 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1484f-74db-4652-a3a5-3a46c2fb5727', 'name': 'network-vif-deleted', 'tag': 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:38.341929 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:01:38.358619 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-b4fe8442-ce69-40d6-9bcf-f8afbebe3eac req-b3bb10fb-5dbc-4b26-b342-f33185764878 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "DELETE /v2.0/ports/f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 HTTP/1.1" status: 204  len: 173 time: 1.4056942
Oct 25 15:01:38.380915 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:38.381169 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:38.396187 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] For port 6d6aac46-6299-438e-a288-88580f3fa5ed, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=6d6aac46-6299-438e-a288-88580f3fa5ed,segment=NetworkSegment(b1de6264-1b35-4cbd-aba7-4ac20c8bd7af),segment_id=b1de6264-1b35-4cbd-aba7-4ac20c8bd7af)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:38.396187 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:38.420753 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e4fe-0ce2-41f4-b7a5-3bd0517fb641 req-9d5c3449-de9d-4d9a-8610-66cc5018bd2e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:38.423074 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a508e4fe-0ce2-41f4-b7a5-3bd0517fb641 req-9d5c3449-de9d-4d9a-8610-66cc5018bd2e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1576519
Oct 25 15:01:38.482450 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a508e4fe-0ce2-41f4-b7a5-3bd0517fb641 req-4398869a-2495-45b0-b3de-f23e7cb94053 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530968
Oct 25 15:01:38.553945 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1484f-74db-4652-a3a5-3a46c2fb5727', 'name': 'network-vif-deleted', 'tag': 'f4af74d1-98b8-4a15-8a88-8f97b74bbdf5', 'status': 'completed', 'code': 200}
Oct 25 15:01:38.560562 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Calling delete_port for 6d6aac46-6299-438e-a288-88580f3fa5ed owned by network:router_interface {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:01:38.599720 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:38.647907 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:38.648930 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:38.656790 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:38.658005 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 0c7203a5-95e7-48a7-aca1-425505a112a4 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:01:38.695005 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:38.763958 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: 0c7203a5-95e7-48a7-aca1-425505a112a4 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:01:38.764303 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 0c7203a5-95e7-48a7-aca1-425505a112a4 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:01:38.764831 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:01:38.813086 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:01:38.813954 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f4af74d1-98b8-4a15-8a88-8f97b74bbdf5 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:01:38.823759 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42277fda-05d1-4c46-b54a-61b6fbf2529f req-925a6b37-0566-4c89-a1f2-88048295ab33 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:38.826502 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-42277fda-05d1-4c46-b54a-61b6fbf2529f req-925a6b37-0566-4c89-a1f2-88048295ab33 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.1053007
Oct 25 15:01:38.843619 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:38.855651 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:38.900244 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-42277fda-05d1-4c46-b54a-61b6fbf2529f req-21ea2ce7-2b7c-444d-9224-ba6c17945909 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667593
Oct 25 15:01:38.943004 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'code': 200}
Oct 25 15:01:38.988435 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:38.992353 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-aaf9c582-5f48-4d1d-a154-9f34414ecef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:39.041786 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6aac46-6299-438e-a288-88580f3fa5ed,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:39.049236 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:39.152035 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fab81-3c53-4ba1-b252-78d980079543 req-080e2986-b451-427f-b319-887946ff4f86 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:39.153551 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ad9fab81-3c53-4ba1-b252-78d980079543 req-080e2986-b451-427f-b319-887946ff4f86 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.0872860
Oct 25 15:01:39.254646 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ad9fab81-3c53-4ba1-b252-78d980079543 req-05fd2203-578e-40a0-8945-916f12bd93dd tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0896530
Oct 25 15:01:39.327132 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd9e22c1-2e06-4f64-95cf-1a9d7e4947bf req-f6a71327-61b0-4c21-bb90-1dcf746aaab1 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=12f1484f-74db-4652-a3a5-3a46c2fb5727 HTTP/1.1" status: 200  len: 210 time: 0.0492446
Oct 25 15:01:39.426049 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914a73c-1cfa-4ef7-a748-dc9ee7224481 req-ae08cdd3-0e15-4c15-96e3-add0dae415a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:39.432278 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1914a73c-1cfa-4ef7-a748-dc9ee7224481 req-ae08cdd3-0e15-4c15-96e3-add0dae415a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1098 time: 0.1037946
Oct 25 15:01:39.483042 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33051299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33533327'] for router_interface, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:39.487154 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1914a73c-1cfa-4ef7-a748-dc9ee7224481 req-caf2d3a5-8c30-45a0-876c-1270e415213b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468495
Oct 25 15:01:39.489657 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-2e8389c6-3569-411e-a531-c69d6cb36ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:39.491230 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-2e8389c6-3569-411e-a531-c69d6cb36ae8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 1098 time: 0.2486010
Oct 25 15:01:40.078605 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Router e854753c-eec5-424c-b02b-01fbb4fdcd16 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:01:40.080005 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-14806681-4dfd-4e4b-b72d-05f00a83df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:40.081874 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-14806681-4dfd-4e4b-b72d-05f00a83df17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 912 time: 0.2875888
Oct 25 15:01:40.127198 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641191ac-f46c-4cca-9d18-8993d5d47c86 req-57520d7e-cc56-44c6-bd7c-f9b8bbc6d700 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:40.129343 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-641191ac-f46c-4cca-9d18-8993d5d47c86 req-57520d7e-cc56-44c6-bd7c-f9b8bbc6d700 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0948486
Oct 25 15:01:40.193953 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:40.204341 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-641191ac-f46c-4cca-9d18-8993d5d47c86 req-2a1c9159-e319-44c6-bf39-9a7b57718dd2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520935
Oct 25 15:01:40.322736 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-6ddc88a4-5bef-4c6a-b588-0eb72bb4621b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 HTTP/1.1" status: 200  len: 1000 time: 0.2336483
Oct 25 15:01:40.417524 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:01:40.425756 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-a491ce4a-ec86-4ebf-a65e-a6dce8463e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:40.427245 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-a491ce4a-ec86-4ebf-a65e-a6dce8463e55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 200  len: 850 time: 0.0958397
Oct 25 15:01:40.430258 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] Sync routers for ids ['e854753c-eec5-424c-b02b-01fbb4fdcd16'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:01:40.441308 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] 10.222.0.57 "PUT /v2.0/routers/e854753c-eec5-424c-b02b-01fbb4fdcd16/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1318502
Oct 25 15:01:40.441502 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59140) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:40.443307 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] Routers {'e854753c-eec5-424c-b02b-01fbb4fdcd16'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:01:40.445753 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ecbdb50>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:01:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['e854753c-eec5-424c-b02b-01fbb4fdcd16'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:40.528864 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-ee3efe75-b425-4779-90d3-4ee854bc9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:40.530769 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-ee3efe75-b425-4779-90d3-4ee854bc9a6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ded9f1b4-e675-4f41-9520-fcc0766d528a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892217
Oct 25 15:01:40.566669 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-035e7c17-4135-4cdc-8c0b-db08ac19a808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:40.668828 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ded1b-5919-4ccf-9527-c8023e1370d0 req-cdf193ef-8aed-4b1c-a0b2-9fc8c0834078 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:40.678552 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c17ded1b-5919-4ccf-9527-c8023e1370d0 req-cdf193ef-8aed-4b1c-a0b2-9fc8c0834078 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.3163874
Oct 25 15:01:40.770585 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Notify callbacks [] for router, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:40.779605 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] Set router e854753c-eec5-424c-b02b-01fbb4fdcd16 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:01:40.800855 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-a8b65e48-42f8-4cd8-9894-b61fce72022d service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502904
Oct 25 15:01:40.862253 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c17ded1b-5919-4ccf-9527-c8023e1370d0 req-9490cc9c-ae5e-4fb4-b2b6-49bd45bb7e12 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1827230
Oct 25 15:01:41.092296 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f5400-5e31-468c-8fdb-e603de8217fd req-a924366f-94d3-4df5-9ae9-a876712f1f07 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:41.093870 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b35f5400-5e31-468c-8fdb-e603de8217fd req-a924366f-94d3-4df5-9ae9-a876712f1f07 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 946 time: 0.1572430
Oct 25 15:01:41.150802 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ecbdb50>, [{'id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-router', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:10Z', 'updated_at': '2021-10-25T15:01:38Z', 'revision_number': 5, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'gw_port': {'id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:13Z', 'updated_at': '2021-10-25T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:41.151132 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-c73cca03-97b9-4198-b67e-796308a61cb1 req-6a07b5f1-d8a2-4ae8-92ec-e43f87d121d7 service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3021355
Oct 25 15:01:41.155438 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] Checking router: e854753c-eec5-424c-b02b-01fbb4fdcd16 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:01:41.167101 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] Routers {'e854753c-eec5-424c-b02b-01fbb4fdcd16'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:01:41.169100 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ecbdb50>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:01:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['e854753c-eec5-424c-b02b-01fbb4fdcd16'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:41.223984 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:41.250525 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b35f5400-5e31-468c-8fdb-e603de8217fd req-e2f59029-0bef-4058-b986-45b746dc1c4a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389275
Oct 25 15:01:41.252369 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Deleting port cadc1e68-aa1d-4767-bc37-8cea5ff68498 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:01:41.252922 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:41.388098 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] Set router e854753c-eec5-424c-b02b-01fbb4fdcd16 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:01:41.507406 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] For port cadc1e68-aa1d-4767-bc37-8cea5ff68498, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=cadc1e68-aa1d-4767-bc37-8cea5ff68498,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:41.507707 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:41.638526 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Calling delete_port for cadc1e68-aa1d-4767-bc37-8cea5ff68498 owned by network:router_gateway {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:01:41.682209 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c82d1-c527-4d49-93d0-a37bf66581c8 req-52b03772-d76d-4188-afdb-160e1d870832 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:41.683773 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e8c82d1-c527-4d49-93d0-a37bf66581c8 req-52b03772-d76d-4188-afdb-160e1d870832 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.2939463
Oct 25 15:01:41.694710 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ecbdb50>, [{'id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-router', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:10Z', 'updated_at': '2021-10-25T15:01:38Z', 'revision_number': 5, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'gw_port': {'id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:13Z', 'updated_at': '2021-10-25T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:41.699741 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64c9a1-f9b5-4da5-97f0-0c8583e4fdd3 None None] The sync data for ids ['e854753c-eec5-424c-b02b-01fbb4fdcd16'] in dv-cinder-813751-1-iscsi is: [{'id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'name': 'tempest-ServerRescueNegativeTestJSON-1113470788-router', 'tenant_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:10Z', 'updated_at': '2021-10-25T15:01:38Z', 'revision_number': 5, 'project_id': 'bd3772dcd21e433081b8ba499e61cfb6', 'gw_port': {'id': 'cadc1e68-aa1d-4767-bc37-8cea5ff68498', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e854753c-eec5-424c-b02b-01fbb4fdcd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:13Z', 'updated_at': '2021-10-25T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:01:42.053008 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e8c82d1-c527-4d49-93d0-a37bf66581c8 req-0a10dfdd-9e08-4ce8-95c4-035265622fe0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3613362
Oct 25 15:01:42.167635 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e2f6b-9d7f-4637-adeb-c346f81c08d6 req-c7a1e69c-e1be-46d1-9ddf-11e4c0e9ef52 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:42.169128 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c87e2f6b-9d7f-4637-adeb-c346f81c08d6 req-c7a1e69c-e1be-46d1-9ddf-11e4c0e9ef52 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1662555
Oct 25 15:01:42.267133 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:42.274996 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:42.326985 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c87e2f6b-9d7f-4637-adeb-c346f81c08d6 req-edfdeca1-3db1-4f1d-8ebd-32469332b744 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1452055
Oct 25 15:01:42.330268 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Pushing event deleted for resources: {'Port': ['ID=cadc1e68-aa1d-4767-bc37-8cea5ff68498,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:42.337283 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:42.577858 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8fa05-61bd-4750-898f-3f0eb754e932 req-be7d0976-c2a3-453c-ac4c-91a49a3bac6c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:42.579310 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3cd8fa05-61bd-4750-898f-3f0eb754e932 req-be7d0976-c2a3-453c-ac4c-91a49a3bac6c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.4071579
Oct 25 15:01:42.582563 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33441010'] for router_gateway, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:42.793342 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33513238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1632'] for router, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:42.804238 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:42.969087 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3cd8fa05-61bd-4750-898f-3f0eb754e932 req-0fbe50c2-30e6-4737-9756-2d6427956b28 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3437996
Oct 25 15:01:42.997886 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33512457'] for router, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:42.998689 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e854753c-eec5-424c-b02b-01fbb4fdcd16 {{(pid=86764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Oct 25 15:01:43.007248 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59178) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:43.019863 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20c95-2d0a-49e3-9570-84fb0ddd4d99 req-392a5d46-78bf-412c-a7b3-933099bd2522 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:43.028649 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ec20c95-2d0a-49e3-9570-84fb0ddd4d99 req-392a5d46-78bf-412c-a7b3-933099bd2522 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 946 time: 0.5050297
Oct 25 15:01:43.084480 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Notify callbacks [] for router, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:43.089442 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] 10.222.0.57 "DELETE /v2.0/routers/e854753c-eec5-424c-b02b-01fbb4fdcd16 HTTP/1.1" status: 204  len: 168 time: 2.6472292
Oct 25 15:01:43.090040 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59184) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:43.147704 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ec20c95-2d0a-49e3-9570-84fb0ddd4d99 req-9ca2ffd5-2324-4ccd-8609-d5e831086fe6 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100345
Oct 25 15:01:43.288747 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edd0c60-472d-44cd-a1ef-0aba0ed70997 admin admin] Deleting subnet b1264c34-1bd9-40a4-a25e-d6aee702384f {{(pid=86765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:01:43.304583 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5edd0c60-472d-44cd-a1ef-0aba0ed70997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:43.426500 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-71062f49-ec34-4627-a893-3ee7e6c85c1a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:43.427568 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-71062f49-ec34-4627-a893-3ee7e6c85c1a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Synchronizing usage tracker for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:01:43.447960 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5edd0c60-472d-44cd-a1ef-0aba0ed70997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31795246'] for subnet, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:43.498720 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-71062f49-ec34-4627-a893-3ee7e6c85c1a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Unset dirty status for tenant:670374964f714196ab5d431e5e2fc9bd on resource:port {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:01:43.499884 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-71062f49-ec34-4627-a893-3ee7e6c85c1a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 946 time: 0.3126521
Oct 25 15:01:43.546946 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1632cd10-87b7-42fd-9d4c-ee927c3567eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:43.586431 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5edd0c60-472d-44cd-a1ef-0aba0ed70997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:43.600928 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c7d66-4e32-4000-a5d4-30438442761b req-a5864df5-aac7-4fdc-a74f-e30665ed907f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:43.613924 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8f5c7d66-4e32-4000-a5d4-30438442761b req-a5864df5-aac7-4fdc-a74f-e30665ed907f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1480856
Oct 25 15:01:43.643820 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c94a8-7fa4-4197-b6a6-2380e46064ef tempest-TestShelveInstance-816424968 tempest-TestShelveInstance-816424968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:43.645877 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-132c94a8-7fa4-4197-b6a6-2380e46064ef tempest-TestShelveInstance-816424968 tempest-TestShelveInstance-816424968-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1093 time: 0.6353648
Oct 25 15:01:43.653957 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59192) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:43.667223 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Deleting port ac09379f-0fc2-41eb-9077-e12089f6c760 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:01:43.667558 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:43.671457 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Request body: {'floatingip': {'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'port_id': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:43.692724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:43.707417 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Usage tracker for resource:floatingip and tenant:851559b5d43e474aa0fb5071883e75fb is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:43.718209 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:43.733212 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8f5c7d66-4e32-4000-a5d4-30438442761b req-ff5a4081-e97c-4122-bc4a-6478c6c60b1b tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1180539
Oct 25 15:01:43.735774 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:43.745349 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device cadc1e68-aa1d-4767-bc37-8cea5ff68498 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:01:43.767979 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for floatingip, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:43.812597 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: cadc1e68-aa1d-4767-bc37-8cea5ff68498 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:01:43.814439 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device cadc1e68-aa1d-4767-bc37-8cea5ff68498 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:01:43.815957 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 6d6aac46-6299-438e-a288-88580f3fa5ed no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:01:43.845529 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5edd0c60-472d-44cd-a1ef-0aba0ed70997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30357474'] for subnet, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:43.858375 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3cc5ae7a-dcbc-4ae8-b6dc-fc4d02ee3cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:43.909798 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd0c60-472d-44cd-a1ef-0aba0ed70997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1264c34-1bd9-40a4-a25e-d6aee702384f,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:43.914062 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5edd0c60-472d-44cd-a1ef-0aba0ed70997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:43.942504 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 6d6aac46-6299-438e-a288-88580f3fa5ed {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:01:43.942971 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 6d6aac46-6299-438e-a288-88580f3fa5ed not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:01:43.948640 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5edd0c60-472d-44cd-a1ef-0aba0ed70997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:43.973680 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:44.130439 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5edd0c60-472d-44cd-a1ef-0aba0ed70997 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b1264c34-1bd9-40a4-a25e-d6aee702384f HTTP/1.1" status: 204  len: 168 time: 1.0361583
Oct 25 15:01:44.130990 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59204) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:44.173473 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Allocated IP 172.27.3.219 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/8a48d170-22fd-4630-8472-d77f2769a607) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:01:44.207229 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] For port ac09379f-0fc2-41eb-9077-e12089f6c760, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=ac09379f-0fc2-41eb-9077-e12089f6c760,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:44.207761 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:44.359410 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Calling delete_port for ac09379f-0fc2-41eb-9077-e12089f6c760 owned by compute:nova {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:01:44.459257 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:44.479261 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:44.523994 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:44.531310 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:44.576944 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['eb1140f6-9ef5-4a12-b689-f625af47513a', 'ac09379f-0fc2-41eb-9077-e12089f6c760'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:01:44.613187 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Pushing event deleted for resources: {'Port': ['ID=ac09379f-0fc2-41eb-9077-e12089f6c760,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:44.615820 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:44.664289 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] No DVR routers for this DVR port ac09379f-0fc2-41eb-9077-e12089f6c760 on host hv-cinder-81375 {{(pid=86765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:01:44.666776 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:44.669848 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac', 'name': 'network-vif-deleted', 'tag': 'ac09379f-0fc2-41eb-9077-e12089f6c760'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:44.689536 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-85c1d338-cd1c-4b51-b8da-64e954512464 req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "DELETE /v2.0/ports/ac09379f-0fc2-41eb-9077-e12089f6c760 HTTP/1.1" status: 204  len: 173 time: 1.1805446
Oct 25 15:01:44.691656 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8eae2-c0d8-4be7-aded-38d489ef3dda req-3aa0a802-b1f6-471e-924e-c66361f9b4f6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:44.693363 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f6f8eae2-c0d8-4be7-aded-38d489ef3dda req-3aa0a802-b1f6-471e-924e-c66361f9b4f6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.4282494
Oct 25 15:01:44.756129 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:44.772155 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:44.781517 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:01:44.793606 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79a4aa-92e0-4084-bdda-28109852617f req-019448b6-426c-4fd5-a8b1-f8c5686a38c1 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:44.795227 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bd79a4aa-92e0-4084-bdda-28109852617f req-019448b6-426c-4fd5-a8b1-f8c5686a38c1 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac HTTP/1.1" status: 200  len: 867 time: 0.5313580
Oct 25 15:01:44.882949 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6e847220>,) {'filters': {'network_id': ['331f36af-0363-44a7-b402-805bbfb485e3']}} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:44.921252 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f6f8eae2-c0d8-4be7-aded-38d489ef3dda req-4a8bb750-63a2-4f2a-9598-cda655ca2bdc tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038386
Oct 25 15:01:44.928100 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e847220>, 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af') {'for_net_delete': True} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:44.928788 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e847220>, 'b1de6264-1b35-4cbd-aba7-4ac20c8bd7af') {} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:44.946441 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59214) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:44.982257 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6f5020-2bb2-4bfe-b332-e6b1407ef7ac', 'name': 'network-vif-deleted', 'tag': 'ac09379f-0fc2-41eb-9077-e12089f6c760', 'status': 'completed', 'code': 200}
Oct 25 15:01:44.993095 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-584115'] for segment, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:45.011541 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bd79a4aa-92e0-4084-bdda-28109852617f req-f2a23029-fae5-45e3-b189-efc5756f0af9 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2084887
Oct 25 15:01:45.033401 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:45.051421 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=86764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:01:45.052111 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31638055'] for segment, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:45.081718 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]: Traceback (most recent call last):
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     timer()
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     cb(*args, **kw)
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     return func(*args, **kwargs)
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     self._notify()
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     self.callback(batched_events)
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     event.method(event)
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     return f(self, *a, **k)
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._get(url).json()
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:01:45.088337 dv-cinder-813751-1-iscsi neutron-server[86764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:01:45.097257 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:45.157158 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47202a8-bd25-4c48-9646-d2361c3a0f3c tempest-TestMinimumBasicScenario-83402892 tempest-TestMinimumBasicScenario-83402892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:45.157869 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-d47202a8-bd25-4c48-9646-d2361c3a0f3c tempest-TestMinimumBasicScenario-83402892 tempest-TestMinimumBasicScenario-83402892-project-admin] Synchronizing usage tracker for tenant:df4c91d3ef8547ec8f439803e0635458 on resource:port {{(pid=86765) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:01:45.175466 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-d47202a8-bd25-4c48-9646-d2361c3a0f3c tempest-TestMinimumBasicScenario-83402892 tempest-TestMinimumBasicScenario-83402892-project-admin] Unset dirty status for tenant:df4c91d3ef8547ec8f439803e0635458 on resource:port {{(pid=86765) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:01:45.176870 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d47202a8-bd25-4c48-9646-d2361c3a0f3c tempest-TestMinimumBasicScenario-83402892 tempest-TestMinimumBasicScenario-83402892-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 1093 time: 0.2285016
Oct 25 15:01:45.179867 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59220) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:45.184927 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'floatingip': {'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'port_id': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:45.191556 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:45.195665 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Usage tracker for resource:floatingip and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:45.198974 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:45.205822 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:45.216564 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for floatingip, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:45.322872 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:01:45.336017 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:01:45.344638 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:01:45.372889 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:45.403781 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:45.411131 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event updated for resources: {'Port': ['ID=8a48d170-22fd-4630-8472-d77f2769a607,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:45.414246 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:45.420342 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:45.450445 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:45.469917 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Pushing event deleted for resources: {'Network': ['ID=331f36af-0363-44a7-b402-805bbfb485e3,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:45.476477 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:45.510228 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] 10.222.0.57 "DELETE /v2.0/networks/331f36af-0363-44a7-b402-805bbfb485e3 HTTP/1.1" status: 204  len: 168 time: 1.3781288
Oct 25 15:01:45.576337 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Allocated IP 172.27.3.34 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/fbd4662b-f720-4f04-80f0-c3526eae00d5) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:01:45.766646 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:45.770244 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59228) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:45.865117 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-e10e5ad6-264a-46b9-ab8f-d03909e4ae2d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd3772dcd21e433081b8ba499e61cfb6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0935755
Oct 25 15:01:45.868690 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59232) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:45.895821 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:45.903360 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a9ee40a8-5c99-4116-9108-095fc44d3912 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:45.979906 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:01:45.990161 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:01:46.003861 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:01:46.038906 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f32f646-ee3f-4c23-957c-4b81e52da799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.044924 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'Port': ['ID=fbd4662b-f720-4f04-80f0-c3526eae00d5,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:46.052334 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:46.089676 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f32f646-ee3f-4c23-957c-4b81e52da799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.159893 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.304020 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.320905 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f32f646-ee3f-4c23-957c-4b81e52da799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.332723 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9f4185dc-5f8d-45f7-92ad-0287d5dc227c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:46.491872 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32f646-ee3f-4c23-957c-4b81e52da799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfea79d-bb8e-4583-b1cd-16b752390208,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:46.511059 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6f32f646-ee3f-4c23-957c-4b81e52da799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:46.545590 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.559122 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.566364 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f32f646-ee3f-4c23-957c-4b81e52da799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.567557 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6f32f646-ee3f-4c23-957c-4b81e52da799 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2cfea79d-bb8e-4583-b1cd-16b752390208 HTTP/1.1" status: 204  len: 168 time: 0.6979382
Oct 25 15:01:46.568334 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9419bbf1-dd39-4ce2-8a63-6e6a763d1fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:46.645470 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.664363 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.738142 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event updated for resources: {'Port': ['ID=8a48d170-22fd-4630-8472-d77f2769a607,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:46.742480 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:46.751160 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.757531 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:46.973967 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Floating IP 26e8ad57-99ab-4a8c-9d33-84b8393ddb29 associated. External IP: 172.27.3.219, port: 4ff398c8-b931-44ce-a4ae-beedcc0a5de8.
Oct 25 15:01:47.073292 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:47.081767 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379639'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:47.092370 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:47.280499 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'Port': ['ID=fbd4662b-f720-4f04-80f0-c3526eae00d5,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:47.287190 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:47.311280 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:47.528129 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:01:47.600474 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.l3_db [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Floating IP ea56e0ba-ef5c-4d7c-985c-b17eb0561341 associated. External IP: 172.27.3.34, port: d30b3a4e-cf5b-4e71-83b5-a387cf468495.
Oct 25 15:01:47.677954 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59272) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:47.833805 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:01:47.845382 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] Sync routers for ids ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:01:47.863229 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] Routers {'2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:01:47.863894 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb31b20>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:47.942177 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:47.994522 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-network', 'tenant_id': '642447a5062244b2a248e9c27858419a'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:48.009578 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:48.018586 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Usage tracker for resource:network and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:48.038427 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3701081
Oct 25 15:01:48.038650 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:48.038747 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:48.042904 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:48.064527 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc45af-6a4a-41b4-840c-713b9c38cea4 req-f96f44b8-5491-40b2-91c5-d1fdfc7ea886 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:48.066286 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-06bc45af-6a4a-41b4-840c-713b9c38cea4 req-f96f44b8-5491-40b2-91c5-d1fdfc7ea886 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 945 time: 0.2305346
Oct 25 15:01:48.089041 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Made reservation on behalf of 642447a5062244b2a248e9c27858419a for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:01:48.091563 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:48.117344 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:48.126344 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'status': 'completed', 'code': 200}
Oct 25 15:01:48.135188 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-06bc45af-6a4a-41b4-840c-713b9c38cea4 req-939ac31e-be3e-4d4a-9287-8b8ec0eabdd2 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595901
Oct 25 15:01:48.140590 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:48.148423 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Usage tracker for resource:security_group_rule and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:48.152334 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Router 21d3e098-d197-4a46-8957-74bcb3e295ea has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:01:48.153393 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:48.173163 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] Set router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:01:48.182773 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:48.217935 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device ac09379f-0fc2-41eb-9077-e12089f6c760 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:01:48.265005 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: ac09379f-0fc2-41eb-9077-e12089f6c760 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:01:48.265353 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device ac09379f-0fc2-41eb-9077-e12089f6c760 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:01:48.684264 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:01:48.687593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-11aa56d0-bffa-467f-8578-e0ca5fef9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:48.689654 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-11aa56d0-bffa-467f-8578-e0ca5fef9c27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851559b5d43e474aa0fb5071883e75fb&device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1098 time: 0.4264548
Oct 25 15:01:48.702160 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] Sync routers for ids ['21d3e098-d197-4a46-8957-74bcb3e295ea'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:01:48.719825 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] Routers {'21d3e098-d197-4a46-8957-74bcb3e295ea'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:01:48.720462 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eed7970>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['21d3e098-d197-4a46-8957-74bcb3e295ea'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:48.725415 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb31b20>, [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:00:05Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '26e8ad57-99ab-4a8c-9d33-84b8393ddb29', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'port_id': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'mac_address': 'fa:16:3e:cd:d2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:45Z', 'updated_at': '2021-10-25T15:01:45Z', 'revision_number': 0, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad12693-4a73-4254-b6e4-aeb459ec3281', 'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'mac_address': 'fa:16:3e:f9:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:04Z', 'updated_at': '2021-10-25T15:00:18Z', 'revision_number': 5, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'subnets': [{'id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:48.730083 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] Checking router: 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:01:48.744578 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] Routers {'2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:01:48.745217 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb31b20>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:48.877708 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:48.886968 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:48.896983 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-0c1f21e9-de0d-4810-8d79-5f832f36d0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:48.936467 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d389df-7643-4a62-a78c-768f2c134c2f,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:48.950611 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.014459 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] Set router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:01:49.015423 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:49.019448 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.8384812
Oct 25 15:01:49.019808 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59296) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:49.023763 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:49.032857 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205365955', 'description': 'tempest-secgroup-smoke-205365955 description', 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:49.044507 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] Set router 21d3e098-d197-4a46-8957-74bcb3e295ea gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:01:49.059579 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:49.076308 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Usage tracker for resource:security_group and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:49.077073 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 15:01:49.080207 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:49.095639 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:49.115904 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.120149 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.121366 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Added segment 870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7 of type vlan for network dd6042eb-8983-4216-ac5e-be27d86b2c9a
Oct 25 15:01:49.123747 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'status': 'completed', 'code': 200}
Oct 25 15:01:49.147726 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-6f3b7a13-5c2c-4c2b-a159-b749959561db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:49.149417 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-6f3b7a13-5c2c-4c2b-a159-b749959561db service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca89f383-e1f5-453f-952d-7a6a92223229 HTTP/1.1" status: 200  len: 910 time: 0.4433811
Oct 25 15:01:49.150240 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:49.157474 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Usage tracker for resource:security_group_rule and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:49.161598 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:49.171953 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:49.288927 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.366842 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.374033 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-6b41361b-7e62-4275-b9be-0c75557ef973 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8 HTTP/1.1" status: 200  len: 999 time: 0.1949778
Oct 25 15:01:49.390124 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.417957 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:49.461871 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876f588b-54b8-41dc-8dae-7e3dd4739b53,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:49.465738 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:49.470565 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.475940 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4496381
Oct 25 15:01:49.476359 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59304) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:49.486759 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'security_group_rule': {'security_group_id': '876f588b-54b8-41dc-8dae-7e3dd4739b53', 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:49.487239 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-7bb24d94-590d-4ea7-b608-fee14097b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:49.489011 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-7bb24d94-590d-4ea7-b608-fee14097b7ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7ec8752-a35a-4c4e-a625-8fa642b99b7a HTTP/1.1" status: 200  len: 848 time: 0.1046016
Oct 25 15:01:49.492476 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.db.resource_extend [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Oct 25 15:01:49.493953 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:49.503611 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Usage tracker for resource:security_group_rule and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:49.508390 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:49.521001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:49.559566 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eed7970>, [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': 'ea56e0ba-ef5c-4d7c-985c-b17eb0561341', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'port_id': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'mac_address': 'fa:16:3e:53:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:46Z', 'updated_at': '2021-10-25T15:01:46Z', 'revision_number': 0, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:33Z', 'revision_number': 5, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:49.565917 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.568278 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] Checking router: 21d3e098-d197-4a46-8957-74bcb3e295ea for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:01:49.571895 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:49.572490 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.576922 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.587570 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] Routers {'21d3e098-d197-4a46-8957-74bcb3e295ea'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:01:49.588420 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eed7970>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['21d3e098-d197-4a46-8957-74bcb3e295ea'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:49.590585 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-bdc191eb-9728-490b-8d14-8580c04943e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:49.592302 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-bdc191eb-9728-490b-8d14-8580c04943e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 1098 time: 0.3002417
Oct 25 15:01:49.606150 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3628f5bd-c34b-4d35-9c53-29dfbf5f3174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:49.632147 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb31b20>, [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:00:05Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '26e8ad57-99ab-4a8c-9d33-84b8393ddb29', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'port_id': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'mac_address': 'fa:16:3e:cd:d2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:45Z', 'updated_at': '2021-10-25T15:01:45Z', 'revision_number': 0, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad12693-4a73-4254-b6e4-aeb459ec3281', 'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'mac_address': 'fa:16:3e:f9:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:04Z', 'updated_at': '2021-10-25T15:00:18Z', 'revision_number': 5, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'subnets': [{'id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:49.637901 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167eba0d-eb55-4fe0-88b3-edc6dc92f32f None None] The sync data for ids ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'] in dv-cinder-813751-1-iscsi is: [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:00:05Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '26e8ad57-99ab-4a8c-9d33-84b8393ddb29', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'port_id': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'mac_address': 'fa:16:3e:cd:d2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:45Z', 'updated_at': '2021-10-25T15:01:45Z', 'revision_number': 0, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad12693-4a73-4254-b6e4-aeb459ec3281', 'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'mac_address': 'fa:16:3e:f9:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:04Z', 'updated_at': '2021-10-25T15:00:18Z', 'revision_number': 5, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'subnets': [{'id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:01:49.691885 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30dd6c-cb12-45df-bf04-ed021279632d req-244f3578-3292-43df-9d99-4b10a810f7ac tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:49.693827 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea30dd6c-cb12-45df-bf04-ed021279632d req-244f3578-3292-43df-9d99-4b10a810f7ac tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 945 time: 0.4032326
Oct 25 15:01:49.718808 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Pushing event updated for resources: {'Network': ['ID=dd6042eb-8983-4216-ac5e-be27d86b2c9a,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:49.723682 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.0446210
Oct 25 15:01:49.726213 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:49.726757 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59308) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:49.733688 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Request body: {'subnet': {'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-subnet', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:49.736878 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network dd6042eb-8983-4216-ac5e-be27d86b2c9a details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 15:01:49.739287 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:49.744231 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Usage tracker for resource:subnet and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:49.747573 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:49.755539 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:49.769680 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Made reservation on behalf of 642447a5062244b2a248e9c27858419a for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:01:49.772240 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30357453'] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:49.845431 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-b5c721b1-18a1-4ddf-aacb-2e83cfcca1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:49.847233 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-b5c721b1-18a1-4ddf-aacb-2e83cfcca1d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9df9702-94f3-4ef2-885f-a724178beae5 HTTP/1.1" status: 200  len: 916 time: 0.2436321
Oct 25 15:01:49.930229 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] Set router 21d3e098-d197-4a46-8957-74bcb3e295ea gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:01:50.091303 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcb735-022c-4531-8b7e-1ef502b8aff3 None None] New status for floating IP 26e8ad57-99ab-4a8c-9d33-84b8393ddb29: ACTIVE {{(pid=86766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:01:50.097342 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30380286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30357467'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:50.104257 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-c1aa979f-a0e6-4d3a-b085-044f90286d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:50.106077 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-c1aa979f-a0e6-4d3a-b085-044f90286d90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca89f383-e1f5-453f-952d-7a6a92223229&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5874631
Oct 25 15:01:50.111454 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f188d104-fa60-4e54-9ae6-f3b4f0bafd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:50.277782 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea30dd6c-cb12-45df-bf04-ed021279632d req-7d08dcdb-1d52-4019-9ca2-1c8536f1f15a tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5410860
Oct 25 15:01:50.316042 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:50.321524 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:50.324154 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:50.340807 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:50.358171 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-e2e36722-941f-4163-907d-bc1bd287ac07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 200  len: 998 time: 0.4860463
Oct 25 15:01:50.362864 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-61cacd71-0993-45c3-83ce-86623339025b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:50.401957 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Checking segment: {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:01:50.402356 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Network hostable DHCP agents. Network: dd6042eb-8983-4216-ac5e-be27d86b2c9a, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 15:01:50.423165 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-7a148992-fe44-4456-91ec-72f291542b28 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2670562
Oct 25 15:01:50.447316 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eed7970>, [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': 'ea56e0ba-ef5c-4d7c-985c-b17eb0561341', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'port_id': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'mac_address': 'fa:16:3e:53:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:46Z', 'updated_at': '2021-10-25T15:01:46Z', 'revision_number': 0, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:33Z', 'revision_number': 5, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:50.455920 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46338d-30fa-4d78-8de5-615a5c8eb928 None None] The sync data for ids ['21d3e098-d197-4a46-8957-74bcb3e295ea'] in dv-cinder-813751-1-iscsi is: [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': 'ea56e0ba-ef5c-4d7c-985c-b17eb0561341', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'port_id': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'mac_address': 'fa:16:3e:53:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:01:46Z', 'updated_at': '2021-10-25T15:01:46Z', 'revision_number': 0, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:33Z', 'revision_number': 5, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:01:50.456743 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f98dc30-0160-41cd-8508-fc1bc654718c,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:50.461403 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:50.476314 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:50.482355 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0002053
Oct 25 15:01:50.489503 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-32175909-ad57-4b68-a531-ee1ec06b1d8c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:50.491160 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-32175909-ad57-4b68-a531-ee1ec06b1d8c tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 945 time: 0.3454635
Oct 25 15:01:50.493966 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59316) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:50.508884 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Network dd6042eb-8983-4216-ac5e-be27d86b2c9a is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 15:01:50.528694 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'security_group_rule': {'security_group_id': '876f588b-54b8-41dc-8dae-7e3dd4739b53', 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:50.536839 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:50.541023 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Usage tracker for resource:security_group_rule and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:50.544159 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:50.550355 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:50.603010 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-23f02988-0640-4c32-8c8a-338c04122dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:50.604545 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-23f02988-0640-4c32-8c8a-338c04122dc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6b5b697-4160-440e-b4e4-035f62ca96d8 HTTP/1.1" status: 200  len: 854 time: 0.2264783
Oct 25 15:01:50.608058 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, dd6042eb-8983-4216-ac5e-be27d86b2c9a) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:01:50.616281 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:50.616882 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:50.628544 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be2cf7d-f97e-42ea-87c1-e2812b3de755 None None] Network dd6042eb-8983-4216-ac5e-be27d86b2c9a requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:01:50.671230 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:50.724299 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Deleting port eb1140f6-9ef5-4a12-b689-f625af47513a {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:01:50.724636 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:50.739902 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-996f7234-bd55-4ade-ba48-57208187bed5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.0119801
Oct 25 15:01:50.749839 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59324) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:50.769398 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:50.787674 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:50.797593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Usage tracker for resource:router and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:50.802388 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:50.807484 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-a4212aa9-51e2-48c1-a7ee-1a8530ecb949 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3746538
Oct 25 15:01:50.811724 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:50.824940 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33513898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1654'] for router, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:50.827647 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33513773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33441060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33538838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:50.851944 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:50.943337 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bb3fa1-b76b-45d3-8a8e-03207aca952a None None] New status for floating IP ea56e0ba-ef5c-4d7c-985c-b17eb0561341: ACTIVE {{(pid=86767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:01:51.016848 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939c8d1a-dcb5-55a8-bcc9-79348285edc1-dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd'}]}} from dv-cinder-813751-1-iscsi. {{(pid=86766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Oct 25 15:01:51.019373 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.026598 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.041290 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.045911 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-f768a479-4e78-401e-9766-aa266857d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:51.047473 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-f768a479-4e78-401e-9766-aa266857d0ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9df9702-94f3-4ef2-885f-a724178beae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4279044
Oct 25 15:01:51.066806 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:51.198352 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0e9592-1bb2-4801-90e4-1d6e58446a3f,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:51.201120 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:51.238741 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.db_base_plugin_common [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Allocated IP 172.20.0.2 (dd6042eb-8983-4216-ac5e-be27d86b2c9a/121a86a7-d9ce-4f76-a5e4-00e2cda03dbd/99514859-37df-4c76-8084-d77e687ea069) {{(pid=86766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:01:51.257092 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.258503 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7634902
Oct 25 15:01:51.267096 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59328) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:51.280623 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'security_group_rule': {'security_group_id': '876f588b-54b8-41dc-8dae-7e3dd4739b53', 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:51.301504 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:51.354043 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Usage tracker for resource:security_group_rule and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:51.355200 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.387141 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:51.441263 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:51.541495 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] For port eb1140f6-9ef5-4a12-b689-f625af47513a, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=eb1140f6-9ef5-4a12-b689-f625af47513a,segment=NetworkSegment(6f3e0541-ab16-4799-a2ba-dbe6f0a2da16),segment_id=6f3e0541-ab16-4799-a2ba-dbe6f0a2da16)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:51.541495 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.554592 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-a7d6bfa2-693a-454d-aac6-b78ecc0d024c service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4889886
Oct 25 15:01:51.560538 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.599593 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Notify callbacks [] for port, precommit_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.620262 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Transition to ACTIVE for port object 99514859-37df-4c76-8084-d77e687ea069 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:01:51.647819 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Transition to ACTIVE for port object 99514859-37df-4c76-8084-d77e687ea069 will not be triggered until provisioned by entity DHCP. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:01:51.655181 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.660261 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:51.722508 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Calling delete_port for eb1140f6-9ef5-4a12-b689-f625af47513a owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:01:51.757584 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Network dd6042eb-8983-4216-ac5e-be27d86b2c9a is already hosted by enough agents. {{(pid=86766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:01:51.765236 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.772025 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.base_scheduler [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Resources bound (agent type, host, resource id):  {{(pid=86766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:01:51.776430 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Received port after_create {{(pid=86766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:01:51.829669 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:51.928669 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Pushing event updated for resources: {'Port': ['ID=99514859-37df-4c76-8084-d77e687ea069,revision_number=1']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:51.933770 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:51.982696 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Attempting to bind port 99514859-37df-4c76-8084-d77e687ea069 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:01:51.982696 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Attempting to bind port 99514859-37df-4c76-8084-d77e687ea069 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:01:51.983059 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Attempting to bind port 99514859-37df-4c76-8084-d77e687ea069 on network dd6042eb-8983-4216-ac5e-be27d86b2c9a {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:01:52.005934 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:01:52.007533 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Checking segment: {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:01:52.008561 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.009596 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Bound using segment: {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:01:52.010946 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Bound port: 99514859-37df-4c76-8084-d77e687ea069, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:01:52.011951 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.019555 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.038706 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-49bda532-e24a-423a-a83e-23c4a5c85336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:52.096038 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['eb1140f6-9ef5-4a12-b689-f625af47513a'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:01:52.108448 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Allocated IP 172.27.3.193 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/ee7318c0-6707-4f61-9ba7-e8e14dee34f9) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:01:52.116900 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Pushing event deleted for resources: {'Port': ['ID=eb1140f6-9ef5-4a12-b689-f625af47513a,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:52.138346 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:52.188121 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] For port 99514859-37df-4c76-8084-d77e687ea069, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:01:52.191610 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] For port 99514859-37df-4c76-8084-d77e687ea069, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=99514859-37df-4c76-8084-d77e687ea069,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:01:52.192471 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.199701 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.205001 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-06267ef7-56b0-4166-9545-6df848a1ba2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:52.242169 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.264829 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6161f5-6f19-4fb0-9601-625c555d4f36 req-1cadeb99-3af7-49ab-99c5-54f9efe3dcbc tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:52.266463 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8f6161f5-6f19-4fb0-9601-625c555d4f36 req-1cadeb99-3af7-49ab-99c5-54f9efe3dcbc tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebed6be4-da88-4393-a398-81781c865226 HTTP/1.1" status: 200  len: 867 time: 0.8097854
Oct 25 15:01:52.272651 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:52.278959 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] No DVR routers for this DVR port eb1140f6-9ef5-4a12-b689-f625af47513a on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:01:52.281349 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.306335 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Pushing event updated for resources: {'Port': ['ID=99514859-37df-4c76-8084-d77e687ea069,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:52.310532 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:52.313200 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.319086 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebed6be4-da88-4393-a398-81781c865226', 'name': 'network-vif-deleted', 'tag': 'eb1140f6-9ef5-4a12-b689-f625af47513a'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:52.327454 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.331313 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:52.358328 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9c3f54-d938-4935-b1b6-57b4cbacb6d9,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:52.364208 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:52.382234 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a032f35-7a13-47a0-a57e-b5f6d4217b8a req-2825faf8-0eb8-49a1-9515-0b0050a8335a service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8066990
Oct 25 15:01:52.395095 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c79832c-d35d-4ea4-b69a-694253eb5624 req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.37 "DELETE /v2.0/ports/eb1140f6-9ef5-4a12-b689-f625af47513a HTTP/1.1" status: 204  len: 173 time: 1.8368390
Oct 25 15:01:52.402201 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:01:52.404454 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebed6be4-da88-4393-a398-81781c865226', 'name': 'network-vif-deleted', 'tag': 'eb1140f6-9ef5-4a12-b689-f625af47513a', 'status': 'completed', 'code': 200}
Oct 25 15:01:52.414477 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.418566 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1448348
Oct 25 15:01:52.418777 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59342) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:52.426987 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:01:52.430448 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:01:52.433408 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'security_group_rule': {'security_group_id': '876f588b-54b8-41dc-8dae-7e3dd4739b53', 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:52.448242 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8f6161f5-6f19-4fb0-9601-625c555d4f36 req-a6ec7b31-cee7-400c-8bbe-464ed58ba858 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] 10.222.0.57 "GET /v2.0/security-groups?id=1075629c-6f0b-46a9-a3de-233533501cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512594
Oct 25 15:01:52.449762 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:52.457783 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Usage tracker for resource:security_group_rule and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:52.460668 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Pushing event updated for resources: {'Port': ['ID=ee7318c0-6707-4f61-9ba7-e8e14dee34f9,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:52.463936 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:52.477538 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:52.477701 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:52.511881 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.675615 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.680408 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.683889 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6bf59dcb-f97f-4ead-8232-48efa91a3327 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:52.734286 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b2ed42-9653-4af2-a118-3adc252466ca,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:52.736940 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:52.748189 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.752371 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-cf92ac10-18ff-4bb9-8a89-7e125cc74f91 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3299072
Oct 25 15:01:52.752590 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59346) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:52.758738 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'security_group_rule': {'security_group_id': '876f588b-54b8-41dc-8dae-7e3dd4739b53', 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:52.768150 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:52.774518 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Usage tracker for resource:security_group_rule and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:52.777948 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:52.787724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:52.806047 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.securitygroups_db [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Project 3e67a2e47e9b4189b5270beff7f12aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 25 15:01:52.820110 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.933333 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.938752 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.941530 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f157f195-8a58-4c32-8343-4c28fbeff97d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:52.968076 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df946f45-ebf8-49d6-83a7-a93e046facaf,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:52.974539 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:52.987692 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:52.993912 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-1f7fcdf7-6afb-4a02-879c-eb32ca0852c5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2356875
Oct 25 15:01:52.993912 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59350) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:53.002236 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'security_group_rule': {'security_group_id': '876f588b-54b8-41dc-8dae-7e3dd4739b53', 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:53.008499 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:53.012475 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Usage tracker for resource:security_group_rule and tenant:3e67a2e47e9b4189b5270beff7f12aaa is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:53.015589 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:53.022366 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:53.037605 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.securitygroups_db [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Project 3e67a2e47e9b4189b5270beff7f12aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 25 15:01:53.045442 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:53.068082 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:53.154032 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:53.159427 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:53.162712 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-132e2298-e98f-45d7-832f-09821c70b4fa tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:53.189807 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bf90eb-b15c-497b-9406-8e9b6a985736,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:53.193312 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:53.215276 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:53.218318 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-481fc4a2-6bcb-4e8d-8d62-81d88e986e40 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2223377
Oct 25 15:01:53.413130 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-793b55c2-1dba-420a-ab99-c052f920884b tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Synchronizing usage tracker for tenant:3e67a2e47e9b4189b5270beff7f12aaa on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:01:53.435091 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-793b55c2-1dba-420a-ab99-c052f920884b tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Unset dirty status for tenant:3e67a2e47e9b4189b5270beff7f12aaa on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:01:53.438512 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-793b55c2-1dba-420a-ab99-c052f920884b tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205365955&fields=id&tenant_id=3e67a2e47e9b4189b5270beff7f12aaa HTTP/1.1" status: 200  len: 267 time: 0.0838158
Oct 25 15:01:53.570117 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-26424997-9113-4116-933e-afc6495de858 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:53.571736 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-26424997-9113-4116-933e-afc6495de858 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.1267304
Oct 25 15:01:53.590593 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'port': {'security_groups': ['86e07380-f8d2-4c4e-9bfb-b3860c1c0946', '876f588b-54b8-41dc-8dae-7e3dd4739b53']}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:53.603954 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 99514859-37df-4c76-8084-d77e687ea069 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:01:53.627059 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59364) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:53.694708 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 99514859-37df-4c76-8084-d77e687ea069 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:01:53.704940 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33513885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871'] for router, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:53.748037 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb9f6a-6d42-440a-8869-b42806067008 None None] Network dd6042eb-8983-4216-ac5e-be27d86b2c9a requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:01:53.776873 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69882c6-f392-40fe-bf8b-831ad96c7750 admin admin] Deleting subnet d6790719-2903-414f-a312-fc29486c7143 {{(pid=86764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:01:53.806223 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c69882c6-f392-40fe-bf8b-831ad96c7750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:53.880203 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-4e785c93-b799-4c93-ae77-802559d3ac8b None None] Provisioning for port 99514859-37df-4c76-8084-d77e687ea069 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:01:53.898286 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-4e785c93-b799-4c93-ae77-802559d3ac8b None None] Provisioning complete for port 99514859-37df-4c76-8084-d77e687ea069 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:53.898713 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4e785c93-b799-4c93-ae77-802559d3ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:53.951888 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Router 8d273246-5f88-4700-aa54-0de1698fd6f7 is scheduled to L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e with binding_index 1 {{(pid=86765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Oct 25 15:01:53.990834 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.019741 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c69882c6-f392-40fe-bf8b-831ad96c7750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-584072'] for subnet, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.147989 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c69882c6-f392-40fe-bf8b-831ad96c7750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.156305 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:01:54.167989 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Sync routers for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:01:54.192526 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Notify callbacks [] for router, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.194829 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4e785c93-b799-4c93-ae77-802559d3ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.195010 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.4403422
Oct 25 15:01:54.198802 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59368) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:54.206886 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:01:54.207557 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eedd640>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:54.272829 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device eb1140f6-9ef5-4a12-b689-f625af47513a no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:01:54.367965 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c69882c6-f392-40fe-bf8b-831ad96c7750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31638173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32108857'] for subnet, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.379004 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:54.401101 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: eb1140f6-9ef5-4a12-b689-f625af47513a {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:01:54.401457 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device eb1140f6-9ef5-4a12-b689-f625af47513a not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:01:54.437436 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69882c6-f392-40fe-bf8b-831ad96c7750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6790719-2903-414f-a312-fc29486c7143,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:54.439491 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c69882c6-f392-40fe-bf8b-831ad96c7750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.445006 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-4e785c93-b799-4c93-ae77-802559d3ac8b None None] For port 99514859-37df-4c76-8084-d77e687ea069, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=99514859-37df-4c76-8084-d77e687ea069,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:54.454973 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c69882c6-f392-40fe-bf8b-831ad96c7750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:54.456508 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4e785c93-b799-4c93-ae77-802559d3ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.462214 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:54.467139 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-c69882c6-f392-40fe-bf8b-831ad96c7750 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d6790719-2903-414f-a312-fc29486c7143 HTTP/1.1" status: 204  len: 168 time: 0.8389072
Oct 25 15:01:54.467689 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59372) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:54.511583 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] For port d30b3a4e-cf5b-4e71-83b5-a387cf468495, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:54.584777 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.586945 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:01:54.734100 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e785c93-b799-4c93-ae77-802559d3ac8b None None] Pushing event updated for resources: {'Port': ['ID=99514859-37df-4c76-8084-d77e687ea069,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:54.745826 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-4e785c93-b799-4c93-ae77-802559d3ac8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:54.759441 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.768994 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:54.826723 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.891747 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:54.892710 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:54.898301 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8dd5457-f310-4aa0-b131-8794deb666ea req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "PUT /v2.0/ports/d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 200  len: 981 time: 1.3159344
Oct 25 15:01:54.948222 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:01:54.962955 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['d30b3a4e-cf5b-4e71-83b5-a387cf468495'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:01:55.004658 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59386) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:55.094561 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'Port': ['ID=d30b3a4e-cf5b-4e71-83b5-a387cf468495,revision_number=6']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:55.112756 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:55.122100 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'status': 'completed', 'code': 200}
Oct 25 15:01:55.167381 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-c118907e-5c3b-4d4d-ac02-0935b5f7762c None None] Provisioning complete for port 99514859-37df-4c76-8084-d77e687ea069 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:55.167779 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-c118907e-5c3b-4d4d-ac02-0935b5f7762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.213087 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.235187 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.240025 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:55.244683 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] Usage tracker for resource:security_group_rule and tenant:b55d8ea47bd94a2eb4263673841f7363 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:55.248231 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:55.256267 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:55.260490 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['d30b3a4e-cf5b-4e71-83b5-a387cf468495'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:01:55.278438 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6d0f08e0>,) {'filters': {'network_id': ['b6e2eca2-82bf-4259-8e1a-ff594890c64b']}} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:55.295808 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6d0f08e0>, '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16') {'for_net_delete': True} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:55.296151 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6d0f08e0>, '6f3e0541-ab16-4799-a2ba-dbe6f0a2da16') {} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:55.323541 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-584115'] for segment, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.368545 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.380803 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee92577-b576-47c4-988f-2312c5176695 req-1536edf6-0a1b-4ded-a7e2-30af4d557b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:55.382542 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ee92577-b576-47c4-988f-2312c5176695 req-1536edf6-0a1b-4ded-a7e2-30af4d557b79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 1137 time: 0.2554426
Oct 25 15:01:55.393003 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055dc3f-d0fe-43f6-a2e9-10af409af171 req-de223d52-c49f-43a4-a824-604bbf19f25e tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:55.394921 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2055dc3f-d0fe-43f6-a2e9-10af409af171 req-de223d52-c49f-43a4-a824-604bbf19f25e tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.2027967
Oct 25 15:01:55.397153 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=86764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:01:55.397565 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31638055'] for segment, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]: Traceback (most recent call last):
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     timer()
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     cb(*args, **kw)
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     return func(*args, **kwargs)
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     self._notify()
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     self.callback(batched_events)
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     event.method(event)
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     return f(self, *a, **k)
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._get(url).json()
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:01:55.413938 dv-cinder-813751-1-iscsi neutron-server[86764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:01:55.434256 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.557399 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 99514859-37df-4c76-8084-d77e687ea069 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:01:55.582043 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.616744 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.617998 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2055dc3f-d0fe-43f6-a2e9-10af409af171 req-cdca4b5b-972f-4fb9-8c21-98705e2d241b tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1820135
Oct 25 15:01:55.626372 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-cf9bf46e-5010-4c06-adf0-a24589adae86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:55.626582 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.641497 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-fc080858-b80b-4b94-aa31-2fb4aa4c1320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:55.667939 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.679307 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e2eca2-82bf-4259-8e1a-ff594890c64b,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:55.686231 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:55.699609 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b55d8ea47bd94a2eb4263673841f7363&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6904118
Oct 25 15:01:55.699861 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-3ad938a0-6f13-468a-9570-bef65ab8c618 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b6e2eca2-82bf-4259-8e1a-ff594890c64b HTTP/1.1" status: 204  len: 168 time: 1.1070404
Oct 25 15:01:55.701716 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbc499a-2071-4f1a-bfae-9242aa9096b0,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:55.704941 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59396) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:55.707953 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:55.734803 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee92577-b576-47c4-988f-2312c5176695 req-8ca48445-ee26-4636-ba46-8179d8a272cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:55.736564 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ee92577-b576-47c4-988f-2312c5176695 req-8ca48445-ee26-4636-ba46-8179d8a272cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9df9702-94f3-4ef2-885f-a724178beae5 HTTP/1.1" status: 200  len: 916 time: 0.3405852
Oct 25 15:01:55.880611 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-a0663486-be94-4fc9-9858-b080e63261f5 None None] Provisioning complete for port d30b3a4e-cf5b-4e71-83b5-a387cf468495 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:55.881100 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a0663486-be94-4fc9-9858-b080e63261f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.906956 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eedd640>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:52Z', 'revision_number': 3, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:55.908091 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ee92577-b576-47c4-988f-2312c5176695 req-5fff1a16-27d7-44b5-9956-75186f07b347 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 200  len: 1000 time: 0.1546164
Oct 25 15:01:55.908793 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf53a-557a-4c23-a577-229a9be4157c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:55.920046 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Allocated IP 172.20.0.1 (dd6042eb-8983-4216-ac5e-be27d86b2c9a/121a86a7-d9ce-4f76-a5e4-00e2cda03dbd/f369b96f-814a-4a64-83b2-6eb1bf577970) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:01:55.944440 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Checking router: 8d273246-5f88-4700-aa54-0de1698fd6f7 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:01:55.944721 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Updating router 8d273246-5f88-4700-aa54-0de1698fd6f7 port ee7318c0-6707-4f61-9ba7-e8e14dee34f9 binding host dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:01:55.944809 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59402) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:55.979821 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf53a-557a-4c23-a577-229a9be4157c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.015377 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 99514859-37df-4c76-8084-d77e687ea069 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:56.015782 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.018718 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee92577-b576-47c4-988f-2312c5176695 req-4bf2b88a-23a1-4892-9f96-7081851c21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:56.020202 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ee92577-b576-47c4-988f-2312c5176695 req-4bf2b88a-23a1-4892-9f96-7081851c21f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6b5b697-4160-440e-b4e4-035f62ca96d8 HTTP/1.1" status: 200  len: 854 time: 0.1012306
Oct 25 15:01:56.181820 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-c16aa523-72e4-4b2b-bdc1-57cf54a8ff45 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=670374964f714196ab5d431e5e2fc9bd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2316113
Oct 25 15:01:56.184951 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59406) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:56.218871 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.249650 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee92577-b576-47c4-988f-2312c5176695 req-afd76652-ab8a-4a91-8e45-71ef9d08a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:01:56.251785 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ee92577-b576-47c4-988f-2312c5176695 req-afd76652-ab8a-4a91-8e45-71ef9d08a861 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9df9702-94f3-4ef2-885f-a724178beae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2230630
Oct 25 15:01:56.253251 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf53a-557a-4c23-a577-229a9be4157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.258957 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9816546f-6868-42e8-8f49-fa604746196d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:56.282771 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.289569 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bf53a-557a-4c23-a577-229a9be4157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbc499a-2071-4f1a-bfae-9242aa9096b0,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:56.299394 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae7bf53a-557a-4c23-a577-229a9be4157c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:56.317544 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.provisioning_blocks [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Transition to ACTIVE for port object f369b96f-814a-4a64-83b2-6eb1bf577970 will not be triggered until provisioned by entity DHCP. {{(pid=86765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:01:56.348388 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5c5d4f38-aadb-4956-a536-1c52f09c20b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.356436 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf53a-557a-4c23-a577-229a9be4157c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.365822 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-ae7bf53a-557a-4c23-a577-229a9be4157c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9dbc499a-2071-4f1a-bfae-9242aa9096b0 HTTP/1.1" status: 204  len: 168 time: 0.6408508
Oct 25 15:01:56.394811 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5c5d4f38-aadb-4956-a536-1c52f09c20b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.407784 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.419137 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ee92577-b576-47c4-988f-2312c5176695 req-a6586292-7bdb-4337-a59f-0eb538759d06 service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524258
Oct 25 15:01:56.423369 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-e8cab114-f480-4d78-8c90-0b2433ff5b00 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:56.506660 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Network dd6042eb-8983-4216-ac5e-be27d86b2c9a is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:01:56.521525 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:01:56.529320 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:01:56.589355 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Pushing event updated for resources: {'Port': ['ID=f369b96f-814a-4a64-83b2-6eb1bf577970,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:56.597121 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:56.629563 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33510570'] for router_interface, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.668084 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ee92577-b576-47c4-988f-2312c5176695 req-42b39386-18ee-465b-856b-95f772c23a9f service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2404492
Oct 25 15:01:56.787609 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5c5d4f38-aadb-4956-a536-1c52f09c20b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.796548 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3e8617ad-957b-4f23-8d1c-63cedfdd821f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:56.831378 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d4f38-aadb-4956-a536-1c52f09c20b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1075629c-6f0b-46a9-a3de-233533501cc5,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:56.845878 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5c5d4f38-aadb-4956-a536-1c52f09c20b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:56.889731 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5c5d4f38-aadb-4956-a536-1c52f09c20b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:56.891520 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5c5d4f38-aadb-4956-a536-1c52f09c20b5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1075629c-6f0b-46a9-a3de-233533501cc5 HTTP/1.1" status: 204  len: 168 time: 0.7038713
Oct 25 15:01:56.917281 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-cdfc6197-e32b-4fd0-892f-005d2db94588 None None] Provisioning for port f369b96f-814a-4a64-83b2-6eb1bf577970 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:01:56.930605 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-cdfc6197-e32b-4fd0-892f-005d2db94588 None None] Provisioning complete for port f369b96f-814a-4a64-83b2-6eb1bf577970 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:56.931328 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6197-e32b-4fd0-892f-005d2db94588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:57.014294 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:57.070764 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc6197-e32b-4fd0-892f-005d2db94588 None None] Port f369b96f-814a-4a64-83b2-6eb1bf577970 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:01:57.257720 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:57.269383 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:57.270098 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Transition to ACTIVE for port object ee7318c0-6707-4f61-9ba7-e8e14dee34f9 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:01:57.275367 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379639'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:57.277027 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:57.281581 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-7bb8c663-7f70-40ed-be43-f97804fd0220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:57.303860 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ba810e29-79ae-42b3-9d90-19b22b715cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:57.358474 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Attempting to bind port ee7318c0-6707-4f61-9ba7-e8e14dee34f9 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:01:57.358474 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Attempting to bind port ee7318c0-6707-4f61-9ba7-e8e14dee34f9 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:01:57.358854 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Attempting to bind port ee7318c0-6707-4f61-9ba7-e8e14dee34f9 on network 7e676695-9316-4764-8fee-34d0d2b07572 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:01:57.365582 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9824d3-0e48-49ed-8043-f2cc1d77ddb4 None None] Pushing event updated for resources: {'Port': ['ID=ee7318c0-6707-4f61-9ba7-e8e14dee34f9,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:57.369850 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-db9824d3-0e48-49ed-8043-f2cc1d77ddb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:57.370842 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:01:57.371225 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:01:57.371637 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:57.372034 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Bound using segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:01:57.372521 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Bound port: ee7318c0-6707-4f61-9ba7-e8e14dee34f9, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:01:57.372898 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:57.409446 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Pushing event updated for resources: {'Port': ['ID=f369b96f-814a-4a64-83b2-6eb1bf577970,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:57.412551 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:57.413549 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33051322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33510409'] for router_interface, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:57.454530 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] For port ee7318c0-6707-4f61-9ba7-e8e14dee34f9, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:01:57.457834 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] For port ee7318c0-6707-4f61-9ba7-e8e14dee34f9, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=ee7318c0-6707-4f61-9ba7-e8e14dee34f9,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:01:57.465292 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:57.469702 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-84ad2704-b418-4a9e-9e69-669fbe003b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:57.546366 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:01:57.547665 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eedd640>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:57.566858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Network dd6042eb-8983-4216-ac5e-be27d86b2c9a is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:01:57.568193 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:01:57.700432 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9824d3-0e48-49ed-8043-f2cc1d77ddb4 None None] Pushing event updated for resources: {'Port': ['ID=ee7318c0-6707-4f61-9ba7-e8e14dee34f9,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:57.707670 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-db9824d3-0e48-49ed-8043-f2cc1d77ddb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:57.793814 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:01:57.927171 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Router 8d273246-5f88-4700-aa54-0de1698fd6f7 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:01:57.978482 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-eeb2fadd-d119-46dd-9420-ba8392eececc None None] Provisioning complete for port f369b96f-814a-4a64-83b2-6eb1bf577970 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:57.979261 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-eeb2fadd-d119-46dd-9420-ba8392eececc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:58.114339 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2fadd-d119-46dd-9420-ba8392eececc None None] Port f369b96f-814a-4a64-83b2-6eb1bf577970 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:01:58.164062 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:01:58.170547 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] 10.222.0.57 "PUT /v2.0/routers/8d273246-5f88-4700-aa54-0de1698fd6f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9698753
Oct 25 15:01:58.297255 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eedd640>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:01:57Z', 'revision_number': 2, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:01:58.302897 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fba5d-6ded-4c70-b61e-55f223bc8bc8 None None] The sync data for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi is: [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:01:57Z', 'revision_number': 2, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:01:58.881353 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59454) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:58.887640 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654327013', 'description': 'tempest-description--1484619814'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:58.894053 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:58.899014 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:security_group and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:58.902847 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:58.910583 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:58.928612 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:58.951326 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:58.956529 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:security_group_rule and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:58.960181 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:58.967631 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:59.051908 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.057540 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.066007 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-add13489-2a34-4533-b43e-d269cc141f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:59.108152 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.109311 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2268643
Oct 25 15:01:59.110801 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:59.112920 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59458) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:59.113958 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:59.118421 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'security_group_rule': {'security_group_id': 'b1ca6e39-f238-4dfe-a0dc-51df338c9ad7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:59.126073 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:59.134518 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:security_group_rule and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:59.138757 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:59.146358 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:59.166141 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.248171 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.254842 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.257768 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:59.282833 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a688ed28-c73e-4cc1-ad0f-8ae7c40e9539,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:59.287474 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:59.296909 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.301122 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1870131
Oct 25 15:01:59.301442 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59462) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:59.307869 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'security_group_rule': {'security_group_id': 'b1ca6e39-f238-4dfe-a0dc-51df338c9ad7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:59.314314 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:59.318457 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:security_group_rule and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:59.321528 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:59.327755 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:59.350136 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.429608 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.436796 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.440238 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-cd4d541b-6769-4f61-9d18-880f12dc8d90 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:59.481198 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa17b651-212f-4a0d-a9cb-b2e2b06b32e8,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:01:59.491005 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:01:59.497940 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.499959 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-16722b1c-ca61-46de-83ba-fb81d749570b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1970861
Oct 25 15:01:59.503554 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59466) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:01:59.513687 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'floatingip': {'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:01:59.522612 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:01:59.527415 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:floatingip and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:01:59.532399 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:01:59.541687 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:01:59.560756 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.573213 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device ee7318c0-6707-4f61-9ba7-e8e14dee34f9 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:01:59.660906 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port ee7318c0-6707-4f61-9ba7-e8e14dee34f9 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:01:59.666465 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port ee7318c0-6707-4f61-9ba7-e8e14dee34f9 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:01:59.667202 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.728418 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.812033 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.845514 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port ee7318c0-6707-4f61-9ba7-e8e14dee34f9, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=ee7318c0-6707-4f61-9ba7-e8e14dee34f9,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:01:59.867344 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:01:59.876991 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-81265549-9636-4f17-8870-84074efa4d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:01:59.905011 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Allocated IP 172.27.3.67 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/c7e9c321-de00-4e2c-ab35-21b4c878d82c) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:02:00.023180 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=ee7318c0-6707-4f61-9ba7-e8e14dee34f9,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:00.035939 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:00.131956 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:00.180446 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:00.184633 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:00.257384 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:00.264782 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:00.269219 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:02:00.304820 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'Port': ['ID=c7e9c321-de00-4e2c-ab35-21b4c878d82c,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:00.309327 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:00.366089 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:00.432409 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:00.669417 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:00.675546 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379639'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:00.679754 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:00.788747 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'Port': ['ID=c7e9c321-de00-4e2c-ab35-21b4c878d82c,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:00.793616 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:00.811796 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:00.845279 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:00.846978 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3419809
Oct 25 15:02:00.872312 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:01.013869 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Sync routers for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:02:01.024483 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:01.025106 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f82ebe0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:01.028829 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-d9fa8732-f78a-4fa1-84e6-cdb13f3e60ef tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1654327013&fields=id&tenant_id=642447a5062244b2a248e9c27858419a HTTP/1.1" status: 200  len: 267 time: 0.0426960
Oct 25 15:02:01.200428 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-6c469718-8875-4445-a86b-33ac29a56ca7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:01.201822 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-6c469718-8875-4445-a86b-33ac29a56ca7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 817 time: 0.1603289
Oct 25 15:02:01.210752 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:01.218958 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-1b05e603-0024-4a56-88cf-f8d72f3cf755 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/quotas/642447a5062244b2a248e9c27858419a HTTP/1.1" status: 200  len: 375 time: 0.0097754
Oct 25 15:02:01.309639 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-b04f7814-ad0a-49c6-87fb-04793271805c tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0845525
Oct 25 15:02:01.505052 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-05134d80-e126-4264-86f9-48d71dbf898e service neutron] 10.222.0.57 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803219
Oct 25 15:02:01.509106 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device ee7318c0-6707-4f61-9ba7-e8e14dee34f9 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:01.594781 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port ee7318c0-6707-4f61-9ba7-e8e14dee34f9 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:01.596639 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:01.608759 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f82ebe0>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:01:57Z', 'revision_number': 2, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:01.614127 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Checking router: 8d273246-5f88-4700-aa54-0de1698fd6f7 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:02:01.614843 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Updating router 8d273246-5f88-4700-aa54-0de1698fd6f7 port f369b96f-814a-4a64-83b2-6eb1bf577970 binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:02:01.674176 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-e04393b4-eae1-4755-8b17-7dd8ad295f6c service neutron] 10.222.0.57 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670210
Oct 25 15:02:01.682631 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:01.796196 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59510) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:01.942653 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1fa59abd-5722-4cf7-84dd-9fe7be7b0cfb req-cc499008-7d04-4733-8e9e-e81f78c61037 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 210 time: 0.1021092
Oct 25 15:02:01.991562 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.015054 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:02.019279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] Usage tracker for resource:security_group_rule and tenant:a20c07516f4e40f7854d58c1174e94f9 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:02.022473 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:02.028830 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:02.127084 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.142746 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Transition to ACTIVE for port object f369b96f-814a-4a64-83b2-6eb1bf577970 will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:02.150927 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.154064 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.155984 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-06bea63d-e536-47d7-ba5b-24e885a0b422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:02.159500 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.179105 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:02.221187 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Pushing event updated for resources: {'Port': ['ID=f369b96f-814a-4a64-83b2-6eb1bf577970,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:02.276135 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a20c07516f4e40f7854d58c1174e94f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4822865
Oct 25 15:02:02.278920 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59526) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:02.280680 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968c8f32-8fab-4cb0-a000-36817b959e66,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:02.288369 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:02.369770 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.370103 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.370483 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.370794 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.371125 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.371450 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.371766 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.372267 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.372762 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.373253 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.373734 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.374238 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:02.385327 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:02.398035 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Attempting to bind port f369b96f-814a-4a64-83b2-6eb1bf577970 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:02:02.398452 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Attempting to bind port f369b96f-814a-4a64-83b2-6eb1bf577970 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:02:02.398804 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Attempting to bind port f369b96f-814a-4a64-83b2-6eb1bf577970 on network dd6042eb-8983-4216-ac5e-be27d86b2c9a {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:02.405283 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:02:02.406454 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Checking segment: {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:02.406454 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.406788 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Bound using segment: {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:02:02.408301 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Bound port: f369b96f-814a-4a64-83b2-6eb1bf577970, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:02:02.408301 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.414663 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1c91d3bb-f279-413f-aa3d-06bfc15cef2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.455536 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1c91d3bb-f279-413f-aa3d-06bfc15cef2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.512830 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1c91d3bb-f279-413f-aa3d-06bfc15cef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.513918 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] For port f369b96f-814a-4a64-83b2-6eb1bf577970, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:02:02.517066 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] For port f369b96f-814a-4a64-83b2-6eb1bf577970, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=f369b96f-814a-4a64-83b2-6eb1bf577970,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:02:02.517722 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ad4abafd-bc4e-4702-a3e1-4adfae5961d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:02.521661 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.526466 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-e337cfa2-b705-4d7f-998f-bba8995dae18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:02.531780 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91d3bb-f279-413f-aa3d-06bfc15cef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968c8f32-8fab-4cb0-a000-36817b959e66,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:02.534385 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1c91d3bb-f279-413f-aa3d-06bfc15cef2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:02.535637 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1c91d3bb-f279-413f-aa3d-06bfc15cef2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:02.539271 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-1c91d3bb-f279-413f-aa3d-06bfc15cef2a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/968c8f32-8fab-4cb0-a000-36817b959e66 HTTP/1.1" status: 204  len: 168 time: 0.2562697
Oct 25 15:02:02.625582 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:02.626217 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f82ebe0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:01:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:02.752730 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Pushing event updated for resources: {'Port': ['ID=f369b96f-814a-4a64-83b2-6eb1bf577970,revision_number=4']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:02.755846 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-607ac9b2-91b2-401a-8641-2f2d4eb684fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:02.854215 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:03.131517 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2124e55c-5472-498e-8042-f8c016a7974c req-6ff8c0ff-4a94-46cc-8d69-c2e4b9a630ea tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 210 time: 0.0554540
Oct 25 15:02:03.232390 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f82ebe0>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:02Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:03.237208 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1862cf-379a-4fdf-b1d3-59cf57d113d7 None None] The sync data for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi is: [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:02Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:02:03.531732 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-93a81346-f750-45d8-9777-ff5e3a058585 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:03.533819 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-93a81346-f750-45d8-9777-ff5e3a058585 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 817 time: 0.2045445
Oct 25 15:02:03.601514 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device f369b96f-814a-4a64-83b2-6eb1bf577970 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:03.650154 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-216d9370-8b3a-4811-942e-44e1c160c3a2 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=642447a5062244b2a248e9c27858419a HTTP/1.1" status: 200  len: 380 time: 0.0966301
Oct 25 15:02:03.691597 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'port': {'device_id': '33463df9-b425-4b23-a075-f459a15dbca5', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'admin_state_up': True, 'tenant_id': '642447a5062244b2a248e9c27858419a', 'security_groups': ['b1ca6e39-f238-4dfe-a0dc-51df338c9ad7']}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:03.747555 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port f369b96f-814a-4a64-83b2-6eb1bf577970 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:03.756365 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port f369b96f-814a-4a64-83b2-6eb1bf577970 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:03.756624 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:03.915663 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:03.958656 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port f369b96f-814a-4a64-83b2-6eb1bf577970, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=f369b96f-814a-4a64-83b2-6eb1bf577970,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:03.964714 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:03.969942 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-b995e009-92ff-41fa-b894-30f1e9bd915e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:03.999361 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-3390692b-e382-469e-b232-2c6d9e82ddbd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2765825
Oct 25 15:02:04.019534 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:04.024079 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:port and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:04.029648 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:04.039863 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:04.054929 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Made reservation on behalf of 642447a5062244b2a248e9c27858419a for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:02:04.061291 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:04.063877 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=f369b96f-814a-4a64-83b2-6eb1bf577970,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:04.067754 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:04.331337 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5773bdf4-e5e7-494b-b20a-90e583341821 req-543f211e-204f-445e-aebd-c74ef0fe041e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 210 time: 0.0612724
Oct 25 15:02:04.413965 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-4075e238-b6f2-4cd4-ba8b-c1018abf2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:04.415457 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-4075e238-b6f2-4cd4-ba8b-c1018abf2735 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 1098 time: 0.2364430
Oct 25 15:02:04.442963 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Allocated IP 172.20.0.14 (dd6042eb-8983-4216-ac5e-be27d86b2c9a/121a86a7-d9ce-4f76-a5e4-00e2cda03dbd/5325292e-5038-4996-b49a-ef5866d61dc0) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:02:04.684823 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-360f5fd7-2884-4263-8c5d-61c3c49a5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:04.686308 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-360f5fd7-2884-4263-8c5d-61c3c49a5b81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 912 time: 0.2448535
Oct 25 15:02:04.847065 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-b905678c-fa69-4117-9ed3-ce44e769fa0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 HTTP/1.1" status: 200  len: 1000 time: 0.1469758
Oct 25 15:02:04.851916 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:04.909693 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Transition to ACTIVE for port object 5325292e-5038-4996-b49a-ef5866d61dc0 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:04.939099 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-6ca34e8c-b802-4524-a9fb-aef27a9cea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:04.940578 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-6ca34e8c-b802-4524-a9fb-aef27a9cea9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 200  len: 850 time: 0.0810747
Oct 25 15:02:04.944177 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59580) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:05.016949 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.023797 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:05.107990 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-684bd795-2123-40d0-a4b9-f27bb233b95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.129043 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Network dd6042eb-8983-4216-ac5e-be27d86b2c9a is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:05.134369 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:05.139865 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:02:05.186031 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-0c31959d-ed4e-4815-a8e8-52cdf536791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:05.188096 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-0c31959d-ed4e-4815-a8e8-52cdf536791e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ded9f1b4-e675-4f41-9520-fcc0766d528a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2339973
Oct 25 15:02:05.191450 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-684bd795-2123-40d0-a4b9-f27bb233b95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:05.194004 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:05.200160 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-684bd795-2123-40d0-a4b9-f27bb233b95c admin admin] Usage tracker for resource:security_group_rule and tenant:cc5b615815a84977a264ad4b1bffb6d4 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:05.205068 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:05.208308 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-684bd795-2123-40d0-a4b9-f27bb233b95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:05.242850 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-684bd795-2123-40d0-a4b9-f27bb233b95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:05.326509 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:05.327125 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.341313 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-e662d1eb-8ca2-443d-87aa-553640634cec None None] Provisioning for port 5325292e-5038-4996-b49a-ef5866d61dc0 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:05.346659 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-e662d1eb-8ca2-443d-87aa-553640634cec None None] Provisioning complete for port 5325292e-5038-4996-b49a-ef5866d61dc0 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:05.347031 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e662d1eb-8ca2-443d-87aa-553640634cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.408939 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-e662d1eb-8ca2-443d-87aa-553640634cec None None] Port 5325292e-5038-4996-b49a-ef5866d61dc0 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:02:05.424658 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7402146
Oct 25 15:02:05.435200 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-7b646a04-ebc5-464f-82b9-239bc1c80ef2 service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2318499
Oct 25 15:02:05.462830 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Request body: {'port': {'device_id': '33463df9-b425-4b23-a075-f459a15dbca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:05.505292 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device f369b96f-814a-4a64-83b2-6eb1bf577970 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:05.580768 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port f369b96f-814a-4a64-83b2-6eb1bf577970 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:05.581137 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.641604 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-684bd795-2123-40d0-a4b9-f27bb233b95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.657247 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-684bd795-2123-40d0-a4b9-f27bb233b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.664702 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-25a8b0d6-2de1-4a8d-a50f-2a33509e645d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:05.781780 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-684bd795-2123-40d0-a4b9-f27bb233b95c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc5b615815a84977a264ad4b1bffb6d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8360047
Oct 25 15:02:05.784811 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59588) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:05.792373 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bd795-2123-40d0-a4b9-f27bb233b95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ed9d36-fc17-4ef9-865b-c20ab64c4f89,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:05.852745 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6776c665-8234-4b4d-9fbe-e7ff29245f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.882286 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6776c665-8234-4b4d-9fbe-e7ff29245f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.910352 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-684bd795-2123-40d0-a4b9-f27bb233b95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:05.943275 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6776c665-8234-4b4d-9fbe-e7ff29245f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.946137 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.948725 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-119f15b2-d9fa-4031-af14-7f2a15ee9b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:05.956358 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c9e2a870-5d37-4932-8750-c5fe1e9d9ac3 req-423d8f53-72ad-405d-bfc6-c775205dd83f service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4664972
Oct 25 15:02:05.959228 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776c665-8234-4b4d-9fbe-e7ff29245f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ed9d36-fc17-4ef9-865b-c20ab64c4f89,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:05.962098 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6776c665-8234-4b4d-9fbe-e7ff29245f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:05.969088 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6776c665-8234-4b4d-9fbe-e7ff29245f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:05.969311 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7968546-8e16-4dd0-b268-ab3f646e7392 req-ab9b80a8-8f5c-4d0d-97bb-8ed6103b8634 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:05.973001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-d7968546-8e16-4dd0-b268-ab3f646e7392 req-ab9b80a8-8f5c-4d0d-97bb-8ed6103b8634 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Synchronizing usage tracker for tenant:642447a5062244b2a248e9c27858419a on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:02:05.973161 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6776c665-8234-4b4d-9fbe-e7ff29245f4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34ed9d36-fc17-4ef9-865b-c20ab64c4f89 HTTP/1.1" status: 204  len: 168 time: 0.1844249
Oct 25 15:02:06.037724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-d7968546-8e16-4dd0-b268-ab3f646e7392 req-ab9b80a8-8f5c-4d0d-97bb-8ed6103b8634 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Unset dirty status for tenant:642447a5062244b2a248e9c27858419a on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:02:06.038907 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d7968546-8e16-4dd0-b268-ab3f646e7392 req-ab9b80a8-8f5c-4d0d-97bb-8ed6103b8634 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 932 time: 0.5505257
Oct 25 15:02:06.164452 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d7968546-8e16-4dd0-b268-ab3f646e7392 req-74972759-4d5a-4555-aba1-11388af93dec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1110735
Oct 25 15:02:06.324472 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59596) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:06.349651 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:06.418246 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5325292e-5038-4996-b49a-ef5866d61dc0 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:02:06.428284 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:06.449249 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Transition to ACTIVE for port object 5325292e-5038-4996-b49a-ef5866d61dc0 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:06.454509 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:06.458815 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-0df4d1c0-a7c3-4250-b8a7-214442e2a960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:06.470470 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:06.474762 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] Usage tracker for resource:security_group_rule and tenant:a9e561fcd10f40ad82f9cca2ba772cd3 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:06.477753 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:06.484806 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:06.604695 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:06.609894 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:06.617635 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6776c665-8234-4b4d-9fbe-e7ff29245f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:06.627098 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Pushing event updated for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:06.637940 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:06.646937 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2e3d5f-619f-4fd8-95dc-082bc562495d,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:06.675863 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59600) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:06.676607 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9e561fcd10f40ad82f9cca2ba772cd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3504422
Oct 25 15:02:06.677975 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:06.759044 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Attempting to bind port 5325292e-5038-4996-b49a-ef5866d61dc0 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:02:06.759383 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Attempting to bind port 5325292e-5038-4996-b49a-ef5866d61dc0 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:02:06.759714 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Attempting to bind port 5325292e-5038-4996-b49a-ef5866d61dc0 on network dd6042eb-8983-4216-ac5e-be27d86b2c9a {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:06.771291 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Port 5325292e-5038-4996-b49a-ef5866d61dc0 on network dd6042eb-8983-4216-ac5e-be27d86b2c9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:02:06.771998 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Attempting to bind port 5325292e-5038-4996-b49a-ef5866d61dc0 on network dd6042eb-8983-4216-ac5e-be27d86b2c9a {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:06.773796 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f5f4148-bf37-4387-a861-fe18b9113137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:06.786532 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:02:06.786764 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Checking segment: {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:06.787145 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Bound using segment: {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:02:06.787601 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Bound port: 5325292e-5038-4996-b49a-ef5866d61dc0, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:02:06.787920 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:06.848800 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f5f4148-bf37-4387-a861-fe18b9113137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:06.929595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:02:06.933030 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:02:06.936847 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:06.940921 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:06.991057 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f5f4148-bf37-4387-a861-fe18b9113137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:06.999932 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:07.000591 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:07.001927 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] 10.222.0.37 "PUT /v2.0/ports/5325292e-5038-4996-b49a-ef5866d61dc0 HTTP/1.1" status: 200  len: 1094 time: 1.5506935
Oct 25 15:02:07.002454 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:02:07.036574 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1f5f4148-bf37-4387-a861-fe18b9113137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:07.040046 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-1f5f4148-bf37-4387-a861-fe18b9113137 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a2e3d5f-619f-4fd8-95dc-082bc562495d HTTP/1.1" status: 204  len: 168 time: 0.3607430
Oct 25 15:02:07.044623 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Pushing event updated for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:07.048261 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:07.048769 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f610f13d-6809-4be6-941e-c7c9658ecc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:07.073209 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f4148-bf37-4387-a861-fe18b9113137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2e3d5f-619f-4fd8-95dc-082bc562495d,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:07.075538 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1f5f4148-bf37-4387-a861-fe18b9113137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:07.077235 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0', 'status': 'completed', 'code': 200}
Oct 25 15:02:07.185108 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-c7d20180-cb76-46b7-8d25-60b094e98a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:07.187021 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-c7d20180-cb76-46b7-8d25-60b094e98a59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 1097 time: 0.0872464
Oct 25 15:02:07.283468 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-3c1b86a8-4983-4994-a0d0-7c994adbe202 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5325292e-5038-4996-b49a-ef5866d61dc0 HTTP/1.1" status: 200  len: 217 time: 0.0791292
Oct 25 15:02:07.397290 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-e6939ec1-3e4e-4301-82a7-7015c94e6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:07.398788 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-e6939ec1-3e4e-4301-82a7-7015c94e6562 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.1076198
Oct 25 15:02:07.478242 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc997b5-1ea4-446f-8d70-026af0e470cc req-9ff9a849-e865-4ee0-9158-7e402334fac7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:07.479812 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6bc997b5-1ea4-446f-8d70-026af0e470cc req-9ff9a849-e865-4ee0-9158-7e402334fac7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.1572149
Oct 25 15:02:07.541633 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6bc997b5-1ea4-446f-8d70-026af0e470cc req-4d9587b5-0be1-452b-9cac-df34f5665e89 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542634
Oct 25 15:02:07.545034 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-1ffd2ac5-a566-4e57-99c2-77dffb30d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:07.547661 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-1ffd2ac5-a566-4e57-99c2-77dffb30d8cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1371930
Oct 25 15:02:07.699746 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-55b4507d-0301-4ef4-ada7-07e7aabec8a2 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345055
Oct 25 15:02:07.884079 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2817fa40-a4da-4c4d-8ac1-b7a0f2fd4a56 req-09ce7056-9bb1-49b9-83bc-9d2cd7f43f35 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1753128
Oct 25 15:02:08.077465 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-8a7cc75e-86c7-4e0d-aff7-fa9af7e8fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:08.079013 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-8a7cc75e-86c7-4e0d-aff7-fa9af7e8fb80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 1097 time: 0.0791969
Oct 25 15:02:08.337561 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-bf1db64b-49cc-45ae-939f-73a3d857081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:08.339104 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-bf1db64b-49cc-45ae-939f-73a3d857081e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 918 time: 0.2508702
Oct 25 15:02:08.409849 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-42fc29ac-ec3c-48d6-b54f-b8c37838e84f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5325292e-5038-4996-b49a-ef5866d61dc0 HTTP/1.1" status: 200  len: 217 time: 0.0627811
Oct 25 15:02:08.489556 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-c23bbd0d-80a5-4315-a16a-ef089db8d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:08.491049 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-c23bbd0d-80a5-4315-a16a-ef089db8d06e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.0642090
Oct 25 15:02:08.576563 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-ac14334f-5b48-4937-a85b-e8a632633d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:08.579839 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-ac14334f-5b48-4937-a85b-e8a632633d1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798619
Oct 25 15:02:08.826395 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-8a3720a8-4824-4cbf-8f0e-1512b7c09c33 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2374401
Oct 25 15:02:08.944553 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa354d-a6fc-4756-af57-de2655ee801d req-3055293e-9a10-4b27-be40-90ec2846f162 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:08.946072 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b2aa354d-a6fc-4756-af57-de2655ee801d req-3055293e-9a10-4b27-be40-90ec2846f162 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.2184970
Oct 25 15:02:09.030463 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dcb68819-f622-4787-9d8d-80d4e02d0354 req-162c7c6b-b4ae-4d89-bd5e-900858d22975 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924987
Oct 25 15:02:09.035397 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b2aa354d-a6fc-4756-af57-de2655ee801d req-b442ba39-7749-4a85-97cf-8c740ef737d6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762579
Oct 25 15:02:10.193914 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.204444 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59682) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:10.234806 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8077a78-9a60-4bca-ab85-677cd5049381 req-26464b3b-bbb3-4103-a14d-75b43c46fb12 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:10.236350 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8077a78-9a60-4bca-ab85-677cd5049381 req-26464b3b-bbb3-4103-a14d-75b43c46fb12 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.0839853
Oct 25 15:02:10.288649 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8077a78-9a60-4bca-ab85-677cd5049381 req-a13de80e-3297-4b8e-8894-efe130dc3ef2 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465147
Oct 25 15:02:10.325018 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.339192 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 5325292e-5038-4996-b49a-ef5866d61dc0 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:02:10.342467 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:10.346742 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] Usage tracker for resource:security_group_rule and tenant:7ab2ce0456734d86a348b91b01c6faaa is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:10.349707 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:10.355552 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:10.438846 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.442949 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.451072 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-44340fcd-2e80-4c4a-beb0-af557c583173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:10.473488 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:10.487328 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '5325292e-5038-4996-b49a-ef5866d61dc0', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'port_id': '5325292e-5038-4996-b49a-ef5866d61dc0', 'mac_address': 'fa:16:3e:e6:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:02:10.495896 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ab2ce0456734d86a348b91b01c6faaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2902665
Oct 25 15:02:10.497680 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a348e6-e52f-4ad2-af80-7e81fd1d5216,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:10.498779 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59688) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:10.501012 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:10.555022 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ae1a5465-3653-4891-b8d3-2689e476ece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.558126 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.569614 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb131-800b-4fbf-9221-81340119b936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.575559 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5325292e-5038-4996-b49a-ef5866d61dc0 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:02:10.591192 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:10.596088 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.596693 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb131-800b-4fbf-9221-81340119b936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.598841 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:10.648224 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb131-800b-4fbf-9221-81340119b936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.653015 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6f51c30a-7c28-4084-8313-684979048d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:10.666173 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cb131-800b-4fbf-9221-81340119b936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a348e6-e52f-4ad2-af80-7e81fd1d5216,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:10.668782 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-2a5cb131-800b-4fbf-9221-81340119b936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:10.669823 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:10.669948 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2a5cb131-800b-4fbf-9221-81340119b936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.671052 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-2a5cb131-800b-4fbf-9221-81340119b936 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0a348e6-e52f-4ad2-af80-7e81fd1d5216 HTTP/1.1" status: 204  len: 168 time: 0.1709569
Oct 25 15:02:10.681537 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:10.953866 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59696) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:10.972154 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:10.987906 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:10.991753 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] Usage tracker for resource:security_group_rule and tenant:7fcd9535ab394445a7ccb380652b981b is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:10.994606 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:11.001093 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:11.054597 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['5325292e-5038-4996-b49a-ef5866d61dc0'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:02:11.081554 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:11.085603 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:11.094194 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2d9ccaef-7405-4368-9a20-4b4fd71ec1c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:11.134013 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7fcd9535ab394445a7ccb380652b981b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1788859
Oct 25 15:02:11.134853 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f5f309-b664-4d33-8212-b7e3799dc43f,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:11.137647 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59700) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:11.137798 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:11.206356 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e92ef89c-ff8b-46d6-b76e-e549fe098425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:11.244514 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e92ef89c-ff8b-46d6-b76e-e549fe098425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:11.337601 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e92ef89c-ff8b-46d6-b76e-e549fe098425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:11.344486 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:11.360520 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ef89c-ff8b-46d6-b76e-e549fe098425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f5f309-b664-4d33-8212-b7e3799dc43f,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:11.363635 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e92ef89c-ff8b-46d6-b76e-e549fe098425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:11.365917 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e92ef89c-ff8b-46d6-b76e-e549fe098425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:11.368505 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-e92ef89c-ff8b-46d6-b76e-e549fe098425 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6f5f309-b664-4d33-8212-b7e3799dc43f HTTP/1.1" status: 204  len: 168 time: 0.2292495
Oct 25 15:02:11.742720 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcb450-87b1-41ff-9691-d7de956d9ab6 req-6283885c-74f2-4fc1-9021-e805851be159 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:11.744325 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1cbcb450-87b1-41ff-9691-d7de956d9ab6 req-6283885c-74f2-4fc1-9021-e805851be159 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 945 time: 0.3311720
Oct 25 15:02:11.789743 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1cbcb450-87b1-41ff-9691-d7de956d9ab6 req-a835e5bd-0fd4-489a-97f9-09f623ef3b87 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399342
Oct 25 15:02:12.334681 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 5325292e-5038-4996-b49a-ef5866d61dc0 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:12.408566 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 5325292e-5038-4996-b49a-ef5866d61dc0 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:12.411331 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 5325292e-5038-4996-b49a-ef5866d61dc0 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:12.411808 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:12.559708 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:12.588364 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:02:12.598973 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:12.603708 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:12.607796 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-4eb748de-1693-4775-98d8-709d9ee9456c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:12.644814 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0', 'code': 200}
Oct 25 15:02:12.677405 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:12.680564 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:13.048836 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f463-389e-424c-a4bc-bd4a70918a7d req-92414d31-f0c7-489a-b47e-d8f96b94a809 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:13.050649 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d441f463-389e-424c-a4bc-bd4a70918a7d req-92414d31-f0c7-489a-b47e-d8f96b94a809 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.1189899
Oct 25 15:02:13.053837 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0899d8-9406-4e46-bc30-e64d9c01ff8c req-26178c8b-eb29-478a-8225-de2beaba9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:13.055290 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bd0899d8-9406-4e46-bc30-e64d9c01ff8c req-26178c8b-eb29-478a-8225-de2beaba9f19 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 1099 time: 0.1635969
Oct 25 15:02:13.126539 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bd0899d8-9406-4e46-bc30-e64d9c01ff8c req-b8743792-7b7b-45d3-8096-27458129ac8d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567391
Oct 25 15:02:13.129412 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d441f463-389e-424c-a4bc-bd4a70918a7d req-0ee3f9c9-10bd-4631-8dca-12ea075b7fcf tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731528
Oct 25 15:02:13.542823 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-fd97253f-99bd-416a-bf18-719993f044de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:14.327114 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81807ed-6872-4b9d-b748-c95bdce9538d req-23dc5df7-5588-414b-86fe-a4d23cbc875c tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:14.328567 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d81807ed-6872-4b9d-b748-c95bdce9538d req-23dc5df7-5588-414b-86fe-a4d23cbc875c tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.0876837
Oct 25 15:02:14.374124 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d81807ed-6872-4b9d-b748-c95bdce9538d req-ec55d036-2121-4620-9df0-eba79976a83a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398319
Oct 25 15:02:14.463481 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:15.573821 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1d03c-dd1d-46b3-8b48-80726b6b1d52 req-b47c7f15-ca23-4762-b6cc-561b8d330814 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:15.575461 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f4f1d03c-dd1d-46b3-8b48-80726b6b1d52 req-b47c7f15-ca23-4762-b6cc-561b8d330814 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.0879517
Oct 25 15:02:15.625355 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f4f1d03c-dd1d-46b3-8b48-80726b6b1d52 req-b269516e-3293-490f-8200-a3f9ff5be897 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428987
Oct 25 15:02:16.037227 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a2e6-ab5d-4a49-a41d-420ad5da4d1a req-e4f0595e-1156-4aeb-be67-b58f5877cfcf tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:16.038782 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3261a2e6-ab5d-4a49-a41d-420ad5da4d1a req-e4f0595e-1156-4aeb-be67-b58f5877cfcf tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.3074634
Oct 25 15:02:16.048106 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59798) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:16.053814 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-724ac210-8c5b-4b15-968d-8590f914c7a1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'floatingip': {'port_id': '5325292e-5038-4996-b49a-ef5866d61dc0'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:16.232734 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-724ac210-8c5b-4b15-968d-8590f914c7a1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:16.634917 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:16.854272 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-724ac210-8c5b-4b15-968d-8590f914c7a1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:16.858232 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-724ac210-8c5b-4b15-968d-8590f914c7a1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:17.037619 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [None req-724ac210-8c5b-4b15-968d-8590f914c7a1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Floating IP 189848ef-58ca-4aba-b710-52ed561a09f9 associated. External IP: 172.27.3.67, port: 5325292e-5038-4996-b49a-ef5866d61dc0.
Oct 25 15:02:17.403710 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724ac210-8c5b-4b15-968d-8590f914c7a1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Router 8d273246-5f88-4700-aa54-0de1698fd6f7 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:02:17.682305 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ac210-8c5b-4b15-968d-8590f914c7a1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:02:17.686765 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-724ac210-8c5b-4b15-968d-8590f914c7a1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:17.693191 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] Sync routers for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:02:17.703534 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:17.704164 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ed393a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:17.747747 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-724ac210-8c5b-4b15-968d-8590f914c7a1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "PUT /v2.0/floatingips/189848ef-58ca-4aba-b710-52ed561a09f9 HTTP/1.1" status: 200  len: 991 time: 1.6960018
Oct 25 15:02:17.747747 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:02:17.847943 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0', 'status': 'completed', 'code': 200}
Oct 25 15:02:17.957903 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:17.996425 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-02d3c071-5462-4280-a156-214e2b2de579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:17.997914 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-02d3c071-5462-4280-a156-214e2b2de579 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 1099 time: 0.0773718
Oct 25 15:02:18.144540 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-f46bb391-45da-44d5-9f42-d641667c1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:18.145896 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-f46bb391-45da-44d5-9f42-d641667c1f4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 918 time: 0.1356478
Oct 25 15:02:18.252411 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-0cc56ffd-1c4e-436b-8b85-4cf4bf890b28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5325292e-5038-4996-b49a-ef5866d61dc0 HTTP/1.1" status: 200  len: 999 time: 0.0992501
Oct 25 15:02:18.303858 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ed393a0>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '189848ef-58ca-4aba-b710-52ed561a09f9', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'port_id': '5325292e-5038-4996-b49a-ef5866d61dc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'mac_address': 'fa:16:3e:e6:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33463df9-b425-4b23-a075-f459a15dbca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:02:00Z', 'updated_at': '2021-10-25T15:02:16Z', 'revision_number': 1, 'project_id': '642447a5062244b2a248e9c27858419a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:18.307707 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] Checking router: 8d273246-5f88-4700-aa54-0de1698fd6f7 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:02:18.318418 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-3882481b-ccdc-4f05-8168-1d33173f8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:18.318418 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-3882481b-ccdc-4f05-8168-1d33173f8909 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.0570865
Oct 25 15:02:18.318763 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:18.318763 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ed393a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:18.407224 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-5af87621-1c7f-4168-8a2e-22502e6e723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:18.408580 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-5af87621-1c7f-4168-8a2e-22502e6e723a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804412
Oct 25 15:02:18.498602 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:18.555088 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-b5127c18-f643-42b4-b911-b22bed701f14 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361818
Oct 25 15:02:18.702132 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bbc0aab5-e006-4fdf-9a66-cb29af39c0d4 req-fcc7ce0d-3279-44de-8547-67fd2eab2ed3 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303198
Oct 25 15:02:18.854965 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ed393a0>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '189848ef-58ca-4aba-b710-52ed561a09f9', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'port_id': '5325292e-5038-4996-b49a-ef5866d61dc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'mac_address': 'fa:16:3e:e6:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33463df9-b425-4b23-a075-f459a15dbca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:02:00Z', 'updated_at': '2021-10-25T15:02:16Z', 'revision_number': 1, 'project_id': '642447a5062244b2a248e9c27858419a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:18.859262 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9f127-1349-4b5f-9d41-699d83de6e8e None None] The sync data for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi is: [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '189848ef-58ca-4aba-b710-52ed561a09f9', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'port_id': '5325292e-5038-4996-b49a-ef5866d61dc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'mac_address': 'fa:16:3e:e6:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33463df9-b425-4b23-a075-f459a15dbca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:02:00Z', 'updated_at': '2021-10-25T15:02:16Z', 'revision_number': 1, 'project_id': '642447a5062244b2a248e9c27858419a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:02:19.067036 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2ad5a-47b4-47c7-aba0-254243ee7901 None None] New status for floating IP 189848ef-58ca-4aba-b710-52ed561a09f9: ACTIVE {{(pid=86767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:02:21.047687 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59862) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:21.184972 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:21.200540 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:21.204557 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c68cd578e0474ea4848a03ac93be35f0 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:21.207858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:21.214324 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:21.314022 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:21.318477 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:21.325682 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5f2c7858-03be-49c2-9061-abafa4c0304d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:21.366895 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf3e92-fe15-42f4-96d4-c64e7479997e,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:21.371139 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c68cd578e0474ea4848a03ac93be35f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3217373
Oct 25 15:02:21.373360 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59870) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:21.389912 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.390222 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.391004 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.391496 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.391854 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.392212 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.392567 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.392922 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.393275 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.393628 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.393976 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.394328 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:21.399072 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:21.451281 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4ee34596-e7ea-4294-932f-caeaec3b985d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:21.479309 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4ee34596-e7ea-4294-932f-caeaec3b985d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:21.538696 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4ee34596-e7ea-4294-932f-caeaec3b985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:21.542415 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5f3be64c-078b-422f-83dd-42df7ec3a9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:21.555253 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee34596-e7ea-4294-932f-caeaec3b985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf3e92-fe15-42f4-96d4-c64e7479997e,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:21.559485 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4ee34596-e7ea-4294-932f-caeaec3b985d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:21.573954 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4ee34596-e7ea-4294-932f-caeaec3b985d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:21.575140 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4ee34596-e7ea-4294-932f-caeaec3b985d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75cf3e92-fe15-42f4-96d4-c64e7479997e HTTP/1.1" status: 204  len: 168 time: 0.2008009
Oct 25 15:02:21.772421 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:02:21.862536 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59878) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:21.883488 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bb00c4bf-864d-472c-a938-c163f4d34895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:21.897889 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-bb00c4bf-864d-472c-a938-c163f4d34895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:21.901667 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-bb00c4bf-864d-472c-a938-c163f4d34895 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbac745ddf24082ba563f55e334dbf8 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:21.904419 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-bb00c4bf-864d-472c-a938-c163f4d34895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:21.910852 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-bb00c4bf-864d-472c-a938-c163f4d34895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:21.999225 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bb00c4bf-864d-472c-a938-c163f4d34895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.003196 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bb00c4bf-864d-472c-a938-c163f4d34895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.010684 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a65cc7e1-41d4-4f86-84cd-057380a7f682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:22.052324 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-bb00c4bf-864d-472c-a938-c163f4d34895 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1cbac745ddf24082ba563f55e334dbf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1886871
Oct 25 15:02:22.053068 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00c4bf-864d-472c-a938-c163f4d34895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427b5ba3-6725-4a97-b588-22e05c02fb88,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:22.055064 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59882) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:22.056291 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-bb00c4bf-864d-472c-a938-c163f4d34895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:22.126809 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.157189 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.216639 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.224003 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-23f2ad8e-d5e5-4566-aa75-355a246fd207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:22.238555 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427b5ba3-6725-4a97-b588-22e05c02fb88,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:22.243663 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.244780 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/427b5ba3-6725-4a97-b588-22e05c02fb88 HTTP/1.1" status: 204  len: 168 time: 0.1887109
Oct 25 15:02:22.250607 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.251240 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.251746 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.252255 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.253295 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.253823 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.254173 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.254564 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.254913 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.255251 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.255590 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.255927 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:22.259818 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-63a64272-e318-48ed-baac-77e0bef93808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:22.618436 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 59894) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:22.637074 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.651369 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:22.655179 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] Usage tracker for resource:security_group_rule and tenant:95cbe840150d4fd9b37a14064ef68084 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:22.658020 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:22.664079 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:22.747305 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.751517 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.761901 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-41e427aa-bca6-4480-942d-282d9826f151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:22.802412 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95cbe840150d4fd9b37a14064ef68084&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1827528
Oct 25 15:02:22.803443 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e759f8f-7b87-4ae6-a94b-09a6bf98c8f7,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:22.805555 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59898) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:22.806511 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:22.876363 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f2873403-8582-482c-a238-96806d829adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.902333 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f2873403-8582-482c-a238-96806d829adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.960374 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f2873403-8582-482c-a238-96806d829adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.964670 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-20c7cc5f-350a-4983-8913-401c6c608849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:22.977525 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2873403-8582-482c-a238-96806d829adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e759f8f-7b87-4ae6-a94b-09a6bf98c8f7,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:22.980132 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f2873403-8582-482c-a238-96806d829adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:22.989662 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f2873403-8582-482c-a238-96806d829adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:22.990813 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-f2873403-8582-482c-a238-96806d829adb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e759f8f-7b87-4ae6-a94b-09a6bf98c8f7 HTTP/1.1" status: 204  len: 168 time: 0.1842213
Oct 25 15:02:26.280055 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5f4f-8997-4a54-a789-95cb4f2de3a2 req-631021dd-7cf5-4b64-8ca5-2651e6f75796 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:26.282098 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-348c5f4f-8997-4a54-a789-95cb4f2de3a2 req-631021dd-7cf5-4b64-8ca5-2651e6f75796 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.1420698
Oct 25 15:02:26.287237 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-90c910eb-7661-4923-90ce-43123c6e86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:26.288622 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-90c910eb-7661-4923-90ce-43123c6e86b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 1137 time: 0.1164477
Oct 25 15:02:26.408786 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-348c5f4f-8997-4a54-a789-95cb4f2de3a2 req-8c3e2158-1a13-444d-9420-dd7c1357065c tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1190751
Oct 25 15:02:26.454540 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-32f6b2f2-cd18-4a51-8547-6bb71676eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:26.455991 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-32f6b2f2-cd18-4a51-8547-6bb71676eb7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9df9702-94f3-4ef2-885f-a724178beae5 HTTP/1.1" status: 200  len: 916 time: 0.1538057
Oct 25 15:02:26.670006 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-f8090614-c7cf-40b8-bc3d-94b9ee07b11c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 200  len: 1000 time: 0.1984961
Oct 25 15:02:26.738301 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-c20afabd-f1d8-4b54-95c5-0fe3f0d4bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:26.739297 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-c20afabd-f1d8-4b54-95c5-0fe3f0d4bb6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6b5b697-4160-440e-b4e4-035f62ca96d8 HTTP/1.1" status: 200  len: 854 time: 0.0614102
Oct 25 15:02:26.822751 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-0971281a-e86f-4beb-9394-8464f15b9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:26.824337 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-0971281a-e86f-4beb-9394-8464f15b9f4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9df9702-94f3-4ef2-885f-a724178beae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768695
Oct 25 15:02:26.972152 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-c5432231-6a58-4515-b4d6-0b1b8a9f30d5 service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376302
Oct 25 15:02:27.040552 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59960) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:27.139174 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0c123b9-84a0-4d1e-85b8-dc6e21900c8f req-1dc0c195-76c9-4727-8c70-e382fc0e7cc5 service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489158
Oct 25 15:02:27.182686 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:27.198951 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:27.203223 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] Usage tracker for resource:security_group_rule and tenant:dc49729eb820425fa7274a3cede63f88 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:27.206234 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:27.212673 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:27.314968 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:27.321182 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:27.332193 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:27.373660 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417f9131-e6bc-44a5-a2d8-b89ca546f7b3,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:27.378187 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc49729eb820425fa7274a3cede63f88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3360364
Oct 25 15:02:27.379241 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:27.380780 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 59970) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:27.446868 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aa36db8a-5d80-402c-a55e-3c2e327df47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:27.480302 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aa36db8a-5d80-402c-a55e-3c2e327df47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:27.543129 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aa36db8a-5d80-402c-a55e-3c2e327df47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:27.551162 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-34a822e6-a66e-41fa-a4e9-e1aafbe41d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:27.571153 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36db8a-5d80-402c-a55e-3c2e327df47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417f9131-e6bc-44a5-a2d8-b89ca546f7b3,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:27.576011 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-aa36db8a-5d80-402c-a55e-3c2e327df47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:27.579678 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-aa36db8a-5d80-402c-a55e-3c2e327df47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:27.581517 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-aa36db8a-5d80-402c-a55e-3c2e327df47e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/417f9131-e6bc-44a5-a2d8-b89ca546f7b3 HTTP/1.1" status: 204  len: 168 time: 0.1996043
Oct 25 15:02:27.645140 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329c13a-71a1-4cfc-9acd-cc35e02a35eb req-971c5289-e4c0-45da-860e-aa0c71870082 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:27.647152 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e329c13a-71a1-4cfc-9acd-cc35e02a35eb req-971c5289-e4c0-45da-860e-aa0c71870082 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.1145968
Oct 25 15:02:27.710567 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e329c13a-71a1-4cfc-9acd-cc35e02a35eb req-969d4935-3c73-4da7-9928-aa99aa48661d tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0575619
Oct 25 15:02:28.102135 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ad487-0163-42d8-886d-71d1659e325e req-91981e13-1f93-4c62-beaa-314205d8c908 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:28.103651 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-801ad487-0163-42d8-886d-71d1659e325e req-91981e13-1f93-4c62-beaa-314205d8c908 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.0856864
Oct 25 15:02:28.165430 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-801ad487-0163-42d8-886d-71d1659e325e req-7f3dc3c0-40da-43a4-a875-919cb70e198e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554509
Oct 25 15:02:28.313177 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60006) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:28.429786 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1510337309-network', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:28.434596 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:28.439060 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Usage tracker for resource:network and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:28.441931 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:28.447696 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:28.459411 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Made reservation on behalf of 25ba3a1600fd4be6bf9ece5e1fc524e5 for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:02:28.462017 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:28.474701 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:28.491046 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:28.495669 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Usage tracker for resource:security_group_rule and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:28.498646 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:28.505527 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:28.592028 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:28.595841 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:28.598917 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f21b96e7-a4c5-4e33-8186-0a56bc88846d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:28.628936 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 15:02:28.638046 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ff30fd-7042-49ec-abbc-9a0b375e2893,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:28.641247 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:28.647632 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:28.647632 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Added segment 39c8beea-5139-47e0-91bb-4e1a729642b8 of type vlan for network 6b767bb3-75e4-4ede-af67-d7affc31ec13
Oct 25 15:02:28.683747 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:28.719231 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:28.720171 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:28.720762 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:28.724386 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-36599817-8fb5-462f-bfde-4a9687ed4d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:28.828159 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Pushing event updated for resources: {'Network': ['ID=6b767bb3-75e4-4ede-af67-d7affc31ec13,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:28.834237 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5199625
Oct 25 15:02:28.834868 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60014) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:28.835717 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:28.841298 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Request body: {'subnet': {'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1510337309-subnet', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:28.843922 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 15:02:28.846930 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:28.851507 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Usage tracker for resource:subnet and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:28.854641 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:28.861735 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:28.879734 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Made reservation on behalf of 25ba3a1600fd4be6bf9ece5e1fc524e5 for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:02:28.882380 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30357453'] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:28.913322 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a9471-a780-44ec-be37-b6b17a62224f req-2e14c320-5d4a-4b3a-8adc-82b1a9aa3d6e tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:28.914885 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f72a9471-a780-44ec-be37-b6b17a62224f req-2e14c320-5d4a-4b3a-8adc-82b1a9aa3d6e tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.0930395
Oct 25 15:02:28.970900 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f72a9471-a780-44ec-be37-b6b17a62224f req-7b89de65-6a39-4e74-89aa-24b4a279a5a0 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0480576
Oct 25 15:02:29.100261 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30380286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30357467'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:29.104332 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-73419474-3a55-4036-af69-d33b4f654bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:29.174751 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Pushing event updated for resources: {'Subnet': ['ID=996dcb91-93be-4b4e-86da-93f4331b7af3,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:29.178064 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:29.184269 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Checking segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:29.184618 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Network hostable DHCP agents. Network: 6b767bb3-75e4-4ede-af67-d7affc31ec13, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 15:02:29.204869 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 15:02:29.216226 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 6b767bb3-75e4-4ede-af67-d7affc31ec13) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:29.221751 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:29.222454 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:29.227720 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd63c6-ce82-4013-8b9a-5a0629b77b57 None None] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:02:29.248870 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4114933
Oct 25 15:02:29.249581 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60020) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:29.254771 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:29.259620 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:29.263770 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Usage tracker for resource:router and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:29.267964 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:29.273860 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:29.286858 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33513898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1654'] for router, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:29.287875 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33513773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33441060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33538838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:29.355585 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:29.450021 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a44bda-9f4c-4006-94f0-92e35559d0fb req-916c2214-80b2-44f8-a805-44beed2d7b26 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:29.451033 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-77a44bda-9f4c-4006-94f0-92e35559d0fb req-916c2214-80b2-44f8-a805-44beed2d7b26 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1655457
Oct 25 15:02:29.466825 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939c8d1a-dcb5-55a8-bcc9-79348285edc1-6b767bb3-75e4-4ede-af67-d7affc31ec13', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3'}]}} from dv-cinder-813751-1-iscsi. {{(pid=86766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Oct 25 15:02:29.467789 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:29.656615 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.db_base_plugin_common [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Allocated IP 172.20.0.2 (6b767bb3-75e4-4ede-af67-d7affc31ec13/996dcb91-93be-4b4e-86da-93f4331b7af3/05b45019-6721-488e-935c-19bf52ae0c77) {{(pid=86766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:02:29.685689 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-77a44bda-9f4c-4006-94f0-92e35559d0fb req-d71b0811-3005-4d4d-887e-0e0791196aa4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2230487
Oct 25 15:02:29.690736 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:29.925022 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Notify callbacks [] for port, precommit_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:29.938254 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Transition to ACTIVE for port object 05b45019-6721-488e-935c-19bf52ae0c77 will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:29.967026 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Transition to ACTIVE for port object 05b45019-6721-488e-935c-19bf52ae0c77 will not be triggered until provisioned by entity DHCP. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:29.973715 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:29.980619 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-db9824d3-0e48-49ed-8043-f2cc1d77ddb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:30.041264 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 is already hosted by enough agents. {{(pid=86766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:30.041492 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:30.045684 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.base_scheduler [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Resources bound (agent type, host, resource id):  {{(pid=86766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:30.050709 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Received port after_create {{(pid=86766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:02:30.085330 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Pushing event updated for resources: {'Port': ['ID=05b45019-6721-488e-935c-19bf52ae0c77,revision_number=1']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:30.105022 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.105342 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.105681 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.106015 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.106344 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.106952 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.107279 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.107603 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.107927 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.108246 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.109160 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.109415 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:02:30.138020 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:30.165807 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Attempting to bind port 05b45019-6721-488e-935c-19bf52ae0c77 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:02:30.166236 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Attempting to bind port 05b45019-6721-488e-935c-19bf52ae0c77 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:02:30.166647 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Attempting to bind port 05b45019-6721-488e-935c-19bf52ae0c77 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:30.173318 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:02:30.173699 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Checking segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:30.174236 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:30.174665 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Bound using segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:02:30.175226 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Bound port: 05b45019-6721-488e-935c-19bf52ae0c77, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:02:30.175527 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:30.199935 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:30.289678 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] For port 05b45019-6721-488e-935c-19bf52ae0c77, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:02:30.292838 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] For port 05b45019-6721-488e-935c-19bf52ae0c77, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=05b45019-6721-488e-935c-19bf52ae0c77,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:02:30.297460 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:30.302158 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:30.376418 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76db973-93da-459b-b524-67ca0bfb2d65 req-683fdf09-9754-410f-ae1b-e5b079f574b4 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:30.377956 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d76db973-93da-459b-b524-67ca0bfb2d65 req-683fdf09-9754-410f-ae1b-e5b079f574b4 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.2129600
Oct 25 15:02:30.379926 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Pushing event updated for resources: {'Port': ['ID=05b45019-6721-488e-935c-19bf52ae0c77,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:30.383277 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:30.411680 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Allocated IP 172.27.3.127 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/3cbc3d49-f82a-47d8-9d54-1c1af45d9e13) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:02:30.548139 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d76db973-93da-459b-b524-67ca0bfb2d65 req-832dc24d-868b-46d4-ac7e-9839401cfcdf tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1611779
Oct 25 15:02:30.667593 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:30.680714 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d110ba-1028-4bc8-a241-b21127159902 req-3977d451-53cd-4f05-96f9-08adf2533e37 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:30.682205 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-80d110ba-1028-4bc8-a241-b21127159902 req-3977d451-53cd-4f05-96f9-08adf2533e37 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.1697352
Oct 25 15:02:30.769978 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Deleting port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:02:30.770319 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:30.870475 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:30.881241 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:30.885723 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:31.008773 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:31.015735 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:31.022454 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:02:31.082632 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Pushing event updated for resources: {'Port': ['ID=3cbc3d49-f82a-47d8-9d54-1c1af45d9e13,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:31.132080 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:31.326787 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8d929-a67c-4dfa-8a0c-f679366b6a53 req-41448daf-a2b0-4e74-82b8-a1fff92d523c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:31.328844 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d6c8d929-a67c-4dfa-8a0c-f679366b6a53 req-41448daf-a2b0-4e74-82b8-a1fff92d523c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 945 time: 0.5118210
Oct 25 15:02:31.384135 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7904971-e1db-48af-a50f-a4203aecc233 None None] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:02:31.429658 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] For port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:31.430018 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:31.497971 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-2b0f0ebf-86cb-4da6-b5c7-9417dcd38e07 None None] Provisioning for port 05b45019-6721-488e-935c-19bf52ae0c77 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:31.567381 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 05b45019-6721-488e-935c-19bf52ae0c77 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:31.604452 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d6c8d929-a67c-4dfa-8a0c-f679366b6a53 req-933a2674-df7c-49c6-a292-703504c53f92 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8fe16e4-8877-4c99-889d-b50aa122c9b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2602625
Oct 25 15:02:31.742490 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 05b45019-6721-488e-935c-19bf52ae0c77 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:31.751345 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 05b45019-6721-488e-935c-19bf52ae0c77 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:31.751714 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:31.898002 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:31.937667 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 05b45019-6721-488e-935c-19bf52ae0c77, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=05b45019-6721-488e-935c-19bf52ae0c77,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:31.942514 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:31.945581 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-a3e2fd13-3a50-4d48-858c-9f70211865d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:32.024772 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=05b45019-6721-488e-935c-19bf52ae0c77,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:32.028107 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:32.045251 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-4c8c4457-ab18-466a-925f-53962c529b12 None None] Provisioning complete for port 05b45019-6721-488e-935c-19bf52ae0c77 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:32.045636 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4457-ab18-466a-925f-53962c529b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:32.115066 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:32.116058 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:32.116511 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Floating IP fde7053f-7f7a-4284-952a-3b214c774412 disassociated. External IP: 172.27.3.52, port: f66a55dc-d5ed-42eb-9be4-b8ce83c55f80.
Oct 25 15:02:32.117018 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Calling delete_port for f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:02:32.146333 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:32.303480 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc06d42-2acb-4276-af3d-33637d71eb66 req-7f331dae-b55a-45e7-9271-01d580e6fc3c tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:32.304969 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1fc06d42-2acb-4276-af3d-33637d71eb66 req-7f331dae-b55a-45e7-9271-01d580e6fc3c tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.5174811
Oct 25 15:02:32.448650 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1fc06d42-2acb-4276-af3d-33637d71eb66 req-26601ddb-6b54-4805-a80e-abc4f8439a93 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1336408
Oct 25 15:02:32.596467 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:32.609591 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-8b6ecc01-ae50-4550-9277-99b62214dd2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:32.664333 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event deleted for resources: {'Port': ['ID=f66a55dc-d5ed-42eb-9be4-b8ce83c55f80,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:32.669265 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:32.859047 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9771be0-c50b-4911-a6b5-01feb8e356aa req-2faf212e-83cc-4055-b1cc-589c382c981c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.1293361
Oct 25 15:02:32.860115 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33513885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871'] for router, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:33.205895 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:02:33.420126 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Router 05bc713a-b7d6-4691-96bb-55d96a0ee839 is scheduled to L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e with binding_index 1 {{(pid=86764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Oct 25 15:02:33.536668 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 05b45019-6721-488e-935c-19bf52ae0c77 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:33.584553 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:02:33.619287 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] Sync routers for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:02:33.633763 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:33.634494 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eea7400>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:33.728895 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] No DVR routers for this DVR port f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:02:33.733054 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:33.736363 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'name': 'network-vif-deleted', 'tag': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:02:33.768021 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 05b45019-6721-488e-935c-19bf52ae0c77 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:33.768404 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:33.781544 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:02:33.791043 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c665d81-3b36-49e3-999d-6c8a5375c425', 'name': 'network-vif-deleted', 'tag': 'f66a55dc-d5ed-42eb-9be4-b8ce83c55f80', 'status': 'completed', 'code': 200}
Oct 25 15:02:33.792004 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Sync routers for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:02:33.792611 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-80d110ba-1028-4bc8-a241-b21127159902 req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.37 "DELETE /v2.0/ports/f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 HTTP/1.1" status: 204  len: 173 time: 3.1036532
Oct 25 15:02:33.804642 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:33.805643 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb9b8b0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:33.845232 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e820ba-3b01-4a0a-9230-14f6e25fac82 req-48bba1de-5825-4a1b-a6ed-c7d7831592cd tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:33.851971 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-85e820ba-3b01-4a0a-9230-14f6e25fac82 req-48bba1de-5825-4a1b-a6ed-c7d7831592cd tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.2326882
Oct 25 15:02:33.852771 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Notify callbacks [] for router, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:33.858219 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.6074786
Oct 25 15:02:33.860991 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60048) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:33.938618 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:34.027659 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:34.065579 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-85e820ba-3b01-4a0a-9230-14f6e25fac82 req-5db0fc56-2862-4710-911b-fd920944ce2f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2060122
Oct 25 15:02:34.140823 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-b2d37494-ca6f-4a0f-8785-e747bd0335d7 req-42fb3285-bf84-4869-94b6-9702f6a7d7ea tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Synchronizing usage tracker for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:02:34.187934 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-b2d37494-ca6f-4a0f-8785-e747bd0335d7 req-42fb3285-bf84-4869-94b6-9702f6a7d7ea tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Unset dirty status for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:02:34.189087 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b2d37494-ca6f-4a0f-8785-e747bd0335d7 req-42fb3285-bf84-4869-94b6-9702f6a7d7ea tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c665d81-3b36-49e3-999d-6c8a5375c425 HTTP/1.1" status: 200  len: 210 time: 0.1101034
Oct 25 15:02:34.458566 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:02:34.503963 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb9b8b0>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:31Z', 'revision_number': 3, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:34.514479 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:02:34.514865 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f66a55dc-d5ed-42eb-9be4-b8ce83c55f80 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:02:34.517676 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Checking router: 05bc713a-b7d6-4691-96bb-55d96a0ee839 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:02:34.518077 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Updating router 05bc713a-b7d6-4691-96bb-55d96a0ee839 port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:02:34.524295 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eea7400>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:34.529433 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] Checking router: 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:02:34.541913 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:34.542671 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eea7400>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:34.644658 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:34.845047 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:34.846969 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.139420 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.158527 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Transition to ACTIVE for port object 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:35.166899 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.179265 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:35.221651 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eea7400>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:35.226742 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1742614-61be-40af-89e9-b57a40fa4b7d None None] The sync data for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi is: [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:02:35.236343 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Attempting to bind port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:02:35.236821 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Attempting to bind port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:02:35.237259 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Attempting to bind port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 on network 7e676695-9316-4764-8fee-34d0d2b07572 {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:35.250801 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:02:35.251287 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:35.251760 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.252225 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Bound using segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:02:35.252782 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Bound port: 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:02:35.253249 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.354504 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b678a5-0c5a-4121-a593-2211222a9c78 None None] Pushing event updated for resources: {'Port': ['ID=3cbc3d49-f82a-47d8-9d54-1c1af45d9e13,revision_number=2']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:35.358296 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-a0b678a5-0c5a-4121-a593-2211222a9c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:35.359698 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] For port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:02:35.362964 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] For port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=3cbc3d49-f82a-47d8-9d54-1c1af45d9e13,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:02:35.375856 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.381158 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb04f8a-c7c0-4686-9200-be833589cdfe req-a90321f9-acee-4763-9c58-25d74c6e7cd6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:35.381938 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-100f0250-c362-4ae5-94f3-99affdb52409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:35.388450 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8bb04f8a-c7c0-4686-9200-be833589cdfe req-a90321f9-acee-4763-9c58-25d74c6e7cd6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.1776099
Oct 25 15:02:35.434234 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Allocated IP 172.20.0.1 (6b767bb3-75e4-4ede-af67-d7affc31ec13/996dcb91-93be-4b4e-86da-93f4331b7af3/1730a2e0-31bb-4608-aebe-f5c5750ca195) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:02:35.477344 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8bb04f8a-c7c0-4686-9200-be833589cdfe req-78ac1939-0e37-4538-980c-bb048d2aceb6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0878992
Oct 25 15:02:35.487173 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b678a5-0c5a-4121-a593-2211222a9c78 None None] Pushing event updated for resources: {'Port': ['ID=3cbc3d49-f82a-47d8-9d54-1c1af45d9e13,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:35.495273 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-a0b678a5-0c5a-4121-a593-2211222a9c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:35.509991 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:35.510635 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb9b8b0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:35.545374 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60064) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:35.629679 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec4316-ad28-42cd-ad4a-9d887cd8f4a0 None None] New status for floating IP fde7053f-7f7a-4284-952a-3b214c774412: DOWN {{(pid=86766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:02:35.632300 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-198e6f13-a672-4607-a1dc-2eaf4630de36 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.663822 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-198e6f13-a672-4607-a1dc-2eaf4630de36 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.690811 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.709842 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Transition to ACTIVE for port object 1730a2e0-31bb-4608-aebe-f5c5750ca195 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:35.723014 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-198e6f13-a672-4607-a1dc-2eaf4630de36 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.735762 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-01b830d0-b287-4756-9015-8c44c06f9d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:35.737744 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.749544 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:35.751156 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e6f13-a672-4607-a1dc-2eaf4630de36 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe16e4-8877-4c99-889d-b50aa122c9b3,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:35.753833 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-198e6f13-a672-4607-a1dc-2eaf4630de36 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:35.754170 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:35.761471 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-198e6f13-a672-4607-a1dc-2eaf4630de36 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:35.766112 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-198e6f13-a672-4607-a1dc-2eaf4630de36 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "DELETE /v2.0/security-groups/d8fe16e4-8877-4c99-889d-b50aa122c9b3 HTTP/1.1" status: 204  len: 168 time: 0.2196898
Oct 25 15:02:35.766907 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60068) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:35.799753 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.api.v2.resource [None req-fa54485f-cb91-48d6-977d-638ad4d8f9f9 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] show failed (client error): The resource could not be found.
Oct 25 15:02:35.804874 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-fa54485f-cb91-48d6-977d-638ad4d8f9f9 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups/d8fe16e4-8877-4c99-889d-b50aa122c9b3 HTTP/1.1" status: 404  len: 347 time: 0.0367615
Oct 25 15:02:35.805785 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60072) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:35.829867 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Pushing event updated for resources: {'Port': ['ID=1730a2e0-31bb-4608-aebe-f5c5750ca195,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:35.839324 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:35.843867 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:35.845064 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:35.847732 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:02:35.920038 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33510570'] for router_interface, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.003178 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Deleting port 6ea2667f-592c-4070-80f1-01f56f8495ea {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:02:36.003934 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.190375 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-e5924d79-40f1-4648-9f02-3e07bfdeafb3 None None] Provisioning for port 1730a2e0-31bb-4608-aebe-f5c5750ca195 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:36.198884 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-e5924d79-40f1-4648-9f02-3e07bfdeafb3 None None] Provisioning complete for port 1730a2e0-31bb-4608-aebe-f5c5750ca195 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:36.199318 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e5924d79-40f1-4648-9f02-3e07bfdeafb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.202492 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb9b8b0>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:31Z', 'revision_number': 3, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:36.209506 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12810f73-4d69-439e-9b30-f22f5ace6e31 None None] The sync data for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi is: [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:31Z', 'revision_number': 3, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:02:36.220470 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.306359 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-e5924d79-40f1-4648-9f02-3e07bfdeafb3 None None] Port 1730a2e0-31bb-4608-aebe-f5c5750ca195 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:02:36.336632 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.337066 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.479409 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Calling delete_port for 6ea2667f-592c-4070-80f1-01f56f8495ea owned by network:floatingip {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:02:36.540637 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.551929 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.615083 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5bb50341-7ceb-4888-b8d4-76c14221bff7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:36.696796 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.700768 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d83075e7-29b0-48d5-abe7-247c1c61e154 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:36.755288 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event deleted for resources: {'Port': ['ID=6ea2667f-592c-4070-80f1-01f56f8495ea,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:36.758629 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:36.759011 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33051322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33510409'] for router_interface, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.772460 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Pushing event updated for resources: {'Port': ['ID=1730a2e0-31bb-4608-aebe-f5c5750ca195,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:36.792745 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:36.874596 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.895279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d9bf0-7b13-4d64-93db-6556390d872b req-bf1450d0-fb3c-4745-b477-b9c4abd234b5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:36.896861 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-918d9bf0-7b13-4d64-93db-6556390d872b req-bf1450d0-fb3c-4745-b477-b9c4abd234b5 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.2218788
Oct 25 15:02:36.900922 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:36.910457 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "DELETE /v2.0/floatingips/fde7053f-7f7a-4284-952a-3b214c774412 HTTP/1.1" status: 204  len: 168 time: 1.0990684
Oct 25 15:02:36.979128 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:36.983947 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-918d9bf0-7b13-4d64-93db-6556390d872b req-9ff8445c-eba2-4e7f-9ad8-9810be967797 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0796545
Oct 25 15:02:36.984962 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:37.237841 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-6152b88c-9b4b-4390-b272-b524bf4e49b8 None None] Provisioning complete for port 1730a2e0-31bb-4608-aebe-f5c5750ca195 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:37.238906 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-6152b88c-9b4b-4390-b272-b524bf4e49b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.278709 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60082) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:37.285040 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663107657', 'description': 'tempest-description--1393789704'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:37.295013 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:37.303410 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:security_group and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:37.304768 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-6152b88c-9b4b-4390-b272-b524bf4e49b8 None None] Port 1730a2e0-31bb-4608-aebe-f5c5750ca195 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:02:37.308735 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:37.315990 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:37.330480 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.337641 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Router 05bc713a-b7d6-4691-96bb-55d96a0ee839 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:02:37.355018 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:37.359175 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:security_group_rule and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:37.362219 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:37.368513 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:37.441753 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.445682 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.449304 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a5e4a52a-deb8-4c5b-adf8-a4d1125d9c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:37.493106 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa22955-baf0-4aa7-9edb-04f5c0511e31,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:37.496288 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:37.498100 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.503019 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2204163
Oct 25 15:02:37.503268 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60086) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:37.511562 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'security_group_rule': {'security_group_id': 'dfa22955-baf0-4aa7-9edb-04f5c0511e31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:37.517821 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:37.522001 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:security_group_rule and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:37.524624 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:37.530729 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:37.541598 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:02:37.549493 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.556379 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] 10.222.0.57 "PUT /v2.0/routers/05bc713a-b7d6-4691-96bb-55d96a0ee839/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6908321
Oct 25 15:02:37.565324 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:37.632058 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.637251 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.647871 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-75c77a31-5213-4ac6-8a88-9bf1b2fa10c4 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:37.653519 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:37.660268 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:37.661103 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.668216 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837d4e4c-4700-428e-8468-200375c710cb,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:37.671268 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:37.680377 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.682482 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-7eb4c5f3-d5c4-4905-b334-8b4d5f0b5ede tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1763980
Oct 25 15:02:37.684846 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60094) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:37.693313 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'security_group_rule': {'security_group_id': 'dfa22955-baf0-4aa7-9edb-04f5c0511e31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:37.703711 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:37.709672 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:security_group_rule and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:37.714287 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:37.722950 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:37.748270 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.802601 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.828565 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=3cbc3d49-f82a-47d8-9d54-1c1af45d9e13,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:37.834193 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.835409 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.837288 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:37.841383 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.860116 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:37.882282 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51afbbe-6ba6-4c8c-b1b3-569efc0717f0,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:37.898832 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:37.914701 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:37.919049 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-cc438241-3d97-4e7c-9966-55be7448f2f4 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2299612
Oct 25 15:02:37.919214 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60102) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:37.925160 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'floatingip': {'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:37.930803 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=3cbc3d49-f82a-47d8-9d54-1c1af45d9e13,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:37.931266 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:37.935119 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:37.936668 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:floatingip and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:37.939814 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:37.948600 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:37.963411 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.131537 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.196547 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Sync routers for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:02:38.204620 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae7e46-971b-4289-8041-926c957c5073 req-077d5346-f598-4bcb-8ebc-fd78d2323570 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:38.206260 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a4ae7e46-971b-4289-8041-926c957c5073 req-077d5346-f598-4bcb-8ebc-fd78d2323570 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.1023777
Oct 25 15:02:38.207443 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:38.208308 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb9b070>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:38.232586 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60116) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:38.241929 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1027904096-network', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:38.262005 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a4ae7e46-971b-4289-8041-926c957c5073 req-3c104240-a0df-4f58-89c4-7d8c007c18fc tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0479238
Oct 25 15:02:38.281891 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:38.288388 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Usage tracker for resource:network and tenant:b8e4cc3babfe4acbbf4dec7921b88394 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:38.298634 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:38.314715 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:38.336553 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Allocated IP 172.27.3.139 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/7224d335-6743-40d4-936d-f63a9d0ab131) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:02:38.347454 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Made reservation on behalf of b8e4cc3babfe4acbbf4dec7921b88394 for: {'network': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:02:38.350092 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.382336 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.413051 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:38.454071 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:38.460791 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e4cc3babfe4acbbf4dec7921b88394 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:38.465100 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:38.479564 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:38.553097 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.632906 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.634893 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.639406 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3d58ebdc-6aa5-4085-9624-37be56e1b25a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:38.669512 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.704426 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'}  {{(pid=86765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 15:02:38.712120 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:38.718305 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:38.728932 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:02:38.743698 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb9b070>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 2, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:38.747807 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Checking router: 05bc713a-b7d6-4691-96bb-55d96a0ee839 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:02:38.748160 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Updating router 05bc713a-b7d6-4691-96bb-55d96a0ee839 port 1730a2e0-31bb-4608-aebe-f5c5750ca195 binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:02:38.768360 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.768699 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.segments_db [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Added segment ec87b7fb-a0f3-45f2-930e-1c4a84f563b3 of type vlan for network 7d03797d-f1da-4759-981c-2c441c525ccd
Oct 25 15:02:38.777774 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'Port': ['ID=7224d335-6743-40d4-936d-f63a9d0ab131,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:38.783406 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:38.785126 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1c91d3bb-f279-413f-aa3d-06bfc15cef2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:38.802660 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.843923 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.851017 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11abd17b-623d-4275-9705-2d011d22ed40,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:38.856847 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:38.896689 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.897953 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.901595 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:38.902424 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:38.908512 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-98a6cd72-a033-4d15-b02f-f3460d27944b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:39.181529 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Pushing event updated for resources: {'Network': ['ID=7d03797d-f1da-4759-981c-2c441c525ccd,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:39.186528 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9523368
Oct 25 15:02:39.190638 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:39.190638 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60122) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:39.190927 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.197277 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 7d03797d-f1da-4759-981c-2c441c525ccd details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 15:02:39.225442 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Request body: {'subnet': {'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1027904096-subnet', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:39.225812 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.236075 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:39.239914 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Transition to ACTIVE for port object 1730a2e0-31bb-4608-aebe-f5c5750ca195 will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:39.243432 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Usage tracker for resource:subnet and tenant:b8e4cc3babfe4acbbf4dec7921b88394 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:39.248106 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.248283 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:39.252107 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:39.262931 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:39.285905 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Made reservation on behalf of b8e4cc3babfe4acbbf4dec7921b88394 for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:02:39.288695 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30357453'] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.321734 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f977f-3ba0-49f1-bbd9-95a8e9fdbc67 None None] Pushing event updated for resources: {'Port': ['ID=1730a2e0-31bb-4608-aebe-f5c5750ca195,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:39.325342 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-a85f977f-3ba0-49f1-bbd9-95a8e9fdbc67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:39.483225 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Attempting to bind port 1730a2e0-31bb-4608-aebe-f5c5750ca195 on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:02:39.483842 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Attempting to bind port 1730a2e0-31bb-4608-aebe-f5c5750ca195 by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:02:39.484406 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Attempting to bind port 1730a2e0-31bb-4608-aebe-f5c5750ca195 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:39.492198 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:02:39.492577 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Checking segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:39.493331 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.496153 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Bound using segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:02:39.496996 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Bound port: 1730a2e0-31bb-4608-aebe-f5c5750ca195, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:02:39.497386 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.559441 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:39.579221 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f1e85-3eb9-4534-bd78-8a439f0aa55a req-5a257793-a2cb-4f85-9d16-52f5ad3bd7ce tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:39.594489 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-934f1e85-3eb9-4534-bd78-8a439f0aa55a req-5a257793-a2cb-4f85-9d16-52f5ad3bd7ce tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.1890244
Oct 25 15:02:39.615123 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.627839 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379639'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.629205 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] For port 1730a2e0-31bb-4608-aebe-f5c5750ca195, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:02:39.635983 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:39.637322 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] For port 1730a2e0-31bb-4608-aebe-f5c5750ca195, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=1730a2e0-31bb-4608-aebe-f5c5750ca195,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:02:39.647170 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.651584 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:39.663617 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-934f1e85-3eb9-4534-bd78-8a439f0aa55a req-86a55773-457c-45e3-9d62-9942c5e43582 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0680413
Oct 25 15:02:39.705368 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:39.706125 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.740463 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:39.741093 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb9b070>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:39.776323 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'Port': ['ID=7224d335-6743-40d4-936d-f63a9d0ab131,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:39.781489 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30380286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30357467'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.782703 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:39.799689 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:39.831137 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f977f-3ba0-49f1-bbd9-95a8e9fdbc67 None None] Pushing event updated for resources: {'Port': ['ID=1730a2e0-31bb-4608-aebe-f5c5750ca195,revision_number=4']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:39.842476 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.904699 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.911830 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-a85f977f-3ba0-49f1-bbd9-95a8e9fdbc67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:39.914646 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9942229
Oct 25 15:02:39.922868 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3193bd-b7b5-4f0f-889f-1c99f698b665,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:39.926691 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:39.929340 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Checking segment: {'id': 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:39.929696 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Network hostable DHCP agents. Network: 7d03797d-f1da-4759-981c-2c441c525ccd, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 15:02:39.961364 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Network 7d03797d-f1da-4759-981c-2c441c525ccd is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 15:02:39.975424 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 7d03797d-f1da-4759-981c-2c441c525ccd) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:39.980357 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:39.980979 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:39.986179 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87969095-e738-4627-b549-bb2e4f9557d6 None None] Network 7d03797d-f1da-4759-981c-2c441c525ccd requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:02:40.006645 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4b7d4b28-d72d-4193-a63a-94c2670ea68a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7887962
Oct 25 15:02:40.007177 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60130) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:40.013191 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1027904096-router', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:40.018422 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:40.020318 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:40.023093 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Usage tracker for resource:router and tenant:b8e4cc3babfe4acbbf4dec7921b88394 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:40.026485 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:40.033052 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:40.047529 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33513898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1654'] for router, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:40.049072 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33513773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33441060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33538838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1641'] for router, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:40.075784 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:40.224253 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:40.280293 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939c8d1a-dcb5-55a8-bcc9-79348285edc1-7d03797d-f1da-4759-981c-2c441c525ccd', 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'fixed_ips': [{'subnet_id': '8b3193bd-b7b5-4f0f-889f-1c99f698b665'}]}} from dv-cinder-813751-1-iscsi. {{(pid=86766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Oct 25 15:02:40.281590 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:40.425237 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb9b070>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:39Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:40.429360 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef57ab47-7759-4843-8c9a-88249364b515 None None] The sync data for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi is: [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:39Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:02:40.450384 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33441055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33513871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:40.461064 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-579b8970-aee9-493c-9277-4dcf5b649d7a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1663107657&fields=id&tenant_id=f775951e4c0e43ab8e9a421071c6c3d4 HTTP/1.1" status: 200  len: 267 time: 0.1926007
Oct 25 15:02:40.472682 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.db_base_plugin_common [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Allocated IP 172.20.0.2 (7d03797d-f1da-4759-981c-2c441c525ccd/8b3193bd-b7b5-4f0f-889f-1c99f698b665/56c8fce6-ea3d-4e40-80a5-f2240f030c7b) {{(pid=86766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:02:40.599764 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1bd133f0-7a65-4180-b90f-1a2e39a1562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:40.724403 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac822e-444b-458c-8b9c-3c128a001356 req-ca58e771-ce26-4f51-a310-b1f5be5d0a1e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:40.731238 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-ca58e771-ce26-4f51-a310-b1f5be5d0a1e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 811 time: 0.2271583
Oct 25 15:02:40.739692 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Notify callbacks [] for port, precommit_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:40.757178 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Transition to ACTIVE for port object 56c8fce6-ea3d-4e40-80a5-f2240f030c7b will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:40.759959 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-f641d52b-a999-4bc7-928a-e4152d0965f3 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/quotas/f775951e4c0e43ab8e9a421071c6c3d4 HTTP/1.1" status: 200  len: 375 time: 0.0275347
Oct 25 15:02:40.783213 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Transition to ACTIVE for port object 56c8fce6-ea3d-4e40-80a5-f2240f030c7b will not be triggered until provisioned by entity DHCP. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:40.791381 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825'] for port, after_create {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:40.795800 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:40.876850 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Network 7d03797d-f1da-4759-981c-2c441c525ccd is already hosted by enough agents. {{(pid=86766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:40.881902 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.scheduler.base_scheduler [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Resources bound (agent type, host, resource id):  {{(pid=86766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:40.887081 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Received port after_create {{(pid=86766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:02:40.965275 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Pushing event updated for resources: {'Port': ['ID=56c8fce6-ea3d-4e40-80a5-f2240f030c7b,revision_number=1']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:40.994701 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:41.032197 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Attempting to bind port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:02:41.032585 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Attempting to bind port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:02:41.032964 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Attempting to bind port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b on network 7d03797d-f1da-4759-981c-2c441c525ccd {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:41.039880 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:02:41.040269 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Checking segment: {'id': 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:41.040692 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:41.041096 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Bound using segment: {'id': 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:02:41.041589 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Bound port: 56c8fce6-ea3d-4e40-80a5-f2240f030c7b, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:02:41.041978 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:41.137182 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6745e0-bfe2-4dca-a982-3c97d1b8f7bb req-8a5717cf-f9bd-40c7-9fa4-6984f7471463 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:41.138679 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0f6745e0-bfe2-4dca-a982-3c97d1b8f7bb req-8a5717cf-f9bd-40c7-9fa4-6984f7471463 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.3250074
Oct 25 15:02:41.145795 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] For port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:02:41.148952 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] For port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=56c8fce6-ea3d-4e40-80a5-f2240f030c7b,segment=NetworkSegment(ec87b7fb-a0f3-45f2-930e-1c4a84f563b3),segment_id=ec87b7fb-a0f3-45f2-930e-1c4a84f563b3)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:02:41.153697 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:41.158107 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:41.225295 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a5b87ae4-2555-4fc0-9865-69fb99571beb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4644365
Oct 25 15:02:41.242176 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Pushing event updated for resources: {'Port': ['ID=56c8fce6-ea3d-4e40-80a5-f2240f030c7b,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:41.250054 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:41.307420 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0f6745e0-bfe2-4dca-a982-3c97d1b8f7bb req-68edd119-bddc-4069-a0df-b1b16fc18a56 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1115477
Oct 25 15:02:41.334828 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:41.368561 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:41.718218 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 1730a2e0-31bb-4608-aebe-f5c5750ca195 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:41.729394 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Allocated IP 172.27.3.115 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/e246a376-a6eb-493f-89a8-ebed32ddeb4f) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:02:41.750191 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-2b756ce8-8134-4fc2-b7d5-493975196ecd service neutron] 10.222.0.57 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4887383
Oct 25 15:02:41.805407 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 1730a2e0-31bb-4608-aebe-f5c5750ca195 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:41.815837 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 1730a2e0-31bb-4608-aebe-f5c5750ca195 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:41.816477 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:41.974050 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:42.016967 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 1730a2e0-31bb-4608-aebe-f5c5750ca195, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=1730a2e0-31bb-4608-aebe-f5c5750ca195,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:42.022694 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:42.026895 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:42.036246 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-0544f040-4b91-42d0-b225-6f40fe3c3bfb service neutron] 10.222.0.57 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688205
Oct 25 15:02:42.044610 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:42.100171 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:42.133131 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:42.139806 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=1730a2e0-31bb-4608-aebe-f5c5750ca195,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:42.146281 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:42.237149 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:42.250782 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:42.268229 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:02:42.360991 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Pushing event updated for resources: {'Port': ['ID=e246a376-a6eb-493f-89a8-ebed32ddeb4f,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:42.365297 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-46fb7395-2fc0-485e-ba92-a3d13db1ee58 req-2b20a835-47ec-4ae5-a3a5-b49dcbfa248b tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 210 time: 0.0653718
Oct 25 15:02:42.368610 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:42.668173 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ffa92-13c9-400c-bd79-9b66ec4bfc68 None None] Network 7d03797d-f1da-4759-981c-2c441c525ccd requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:02:42.886667 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff3fc-d6eb-448d-91f0-be08ed687d85 req-c9415644-c165-4184-87f4-a3789eec836a tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:42.888088 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-191ff3fc-d6eb-448d-91f0-be08ed687d85 req-c9415644-c165-4184-87f4-a3789eec836a tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.3229666
Oct 25 15:02:42.936612 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:42.953142 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-977ad80b-6548-4bc5-9538-d99d37f176a1 None None] Provisioning for port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:43.241256 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-191ff3fc-d6eb-448d-91f0-be08ed687d85 req-b00f42b3-85eb-4d1c-a448-fa9f49e3c92e tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3296733
Oct 25 15:02:43.562538 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33513885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33440871'] for router, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:43.571149 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-27be46ef-fced-4ac2-bc32-0cb6f629ed5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:43.573055 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a8061470-0bb9-4d35-a90c-bcce42b84d2c req-ffdba059-3595-4f15-bafb-5f123799ac51 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 210 time: 0.0609798
Oct 25 15:02:43.695702 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 56c8fce6-ea3d-4e40-80a5-f2240f030c7b up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:43.773923 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:43.781767 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:43.781767 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:43.800704 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Router ac6c1c37-98fa-442e-bd11-50647bb3c15d is scheduled to L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e with binding_index 1 {{(pid=86764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Oct 25 15:02:44.012161 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:44.022093 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:02:44.043091 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Sync routers for ids ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:02:44.075682 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Notify callbacks [] for router, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:44.079078 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.0704238
Oct 25 15:02:44.081049 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60174) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:44.087574 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Routers {'ac6c1c37-98fa-442e-bd11-50647bb3c15d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:44.091488 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6dffb430>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:44.228684 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=56c8fce6-ea3d-4e40-80a5-f2240f030c7b,segment=NetworkSegment(ec87b7fb-a0f3-45f2-930e-1c4a84f563b3),segment_id=ec87b7fb-a0f3-45f2-930e-1c4a84f563b3)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:44.238173 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:44.238957 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 1730a2e0-31bb-4608-aebe-f5c5750ca195 up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:44.265639 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:44.461262 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac822e-444b-458c-8b9c-3c128a001356 req-b6a15640-fe28-4ef3-9bf5-729cea0f6133 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:44.463007 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-b6a15640-fe28-4ef3-9bf5-729cea0f6133 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.37 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 811 time: 0.3150976
Oct 25 15:02:44.487384 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=56c8fce6-ea3d-4e40-80a5-f2240f030c7b,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:44.510962 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:44.512481 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:44.543249 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Set router ac6c1c37-98fa-442e-bd11-50647bb3c15d gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:44.599407 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 1730a2e0-31bb-4608-aebe-f5c5750ca195 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:44.599821 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:44.938144 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-93e5d506-4666-4b03-90de-50609c9932fe req-41dbc390-cffd-4d23-b7a9-86d0eb93e863 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 210 time: 0.1121438
Oct 25 15:02:44.946150 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-e27572e6-e9b4-462b-8267-a5e41b19259b tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f775951e4c0e43ab8e9a421071c6c3d4 HTTP/1.1" status: 200  len: 380 time: 0.4174478
Oct 25 15:02:44.963566 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'port': {'device_id': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'admin_state_up': True, 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'security_groups': ['dfa22955-baf0-4aa7-9edb-04f5c0511e31']}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:45.027265 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6dffb430>, [{'id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'name': 'tempest-TestVolumeBootPattern-1027904096-router', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:40Z', 'updated_at': '2021-10-25T15:02:42Z', 'revision_number': 3, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'gw_port': {'id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:41Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:45.032166 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Checking router: ac6c1c37-98fa-442e-bd11-50647bb3c15d for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:02:45.032517 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Updating router ac6c1c37-98fa-442e-bd11-50647bb3c15d port e246a376-a6eb-493f-89a8-ebed32ddeb4f binding host dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:02:45.107607 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:45.123984 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3aaaa-a59e-4038-9381-c47c907c04bf req-85ac0692-4d55-4e30-a14b-b45bbce85764 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:45.125559 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-97c3aaaa-a59e-4038-9381-c47c907c04bf req-85ac0692-4d55-4e30-a14b-b45bbce85764 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.5665860
Oct 25 15:02:45.369721 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-97c3aaaa-a59e-4038-9381-c47c907c04bf req-d23f1c17-8898-4286-96ef-15cbbfec9064 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1818776
Oct 25 15:02:45.382654 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:45.391243 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Usage tracker for resource:port and tenant:f775951e4c0e43ab8e9a421071c6c3d4 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:45.410673 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:45.414804 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:45.468542 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Made reservation on behalf of f775951e4c0e43ab8e9a421071c6c3d4 for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:02:45.472545 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:45.566428 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 56c8fce6-ea3d-4e40-80a5-f2240f030c7b up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:45.626762 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Notify callbacks [] for port, precommit_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:45.652159 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Transition to ACTIVE for port object e246a376-a6eb-493f-89a8-ebed32ddeb4f will not be triggered until provisioned by entity L2. {{(pid=86766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:45.660543 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:45.664453 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-ca71b845-9fc9-46bb-abc3-f6e3e56fd462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:45.735019 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:45.735495 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:45.752263 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:45.777849 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Allocated IP 172.20.0.7 (ded9f1b4-e675-4f41-9520-fcc0766d528a/4a6d0492-4872-4d7a-977e-e87d893d9ad1/f3fa4280-f93b-4177-bc3a-a4e26f2a7666) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:02:45.778149 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Attempting to bind port e246a376-a6eb-493f-89a8-ebed32ddeb4f on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:02:45.779938 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Attempting to bind port e246a376-a6eb-493f-89a8-ebed32ddeb4f by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:02:45.779938 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Attempting to bind port e246a376-a6eb-493f-89a8-ebed32ddeb4f on network 7e676695-9316-4764-8fee-34d0d2b07572 {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:45.797254 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:02:45.797676 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Checking segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:45.798267 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:45.798657 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Bound using segment: {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'} {{(pid=86766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:02:45.798995 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.managers [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Bound port: e246a376-a6eb-493f-89a8-ebed32ddeb4f, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d56910f-ea39-4ad7-a001-61861e180e07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}}] {{(pid=86766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:02:45.799354 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:45.861234 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b7d21-4984-4d58-91ac-faa3bd020efc None None] Pushing event updated for resources: {'Port': ['ID=e246a376-a6eb-493f-89a8-ebed32ddeb4f,revision_number=2']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:45.876700 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-051b7d21-4984-4d58-91ac-faa3bd020efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:45.912534 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] For port e246a376-a6eb-493f-89a8-ebed32ddeb4f, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:02:45.916455 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] For port e246a376-a6eb-493f-89a8-ebed32ddeb4f, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=e246a376-a6eb-493f-89a8-ebed32ddeb4f,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:02:45.948808 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:45.961506 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:46.060739 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Routers {'ac6c1c37-98fa-442e-bd11-50647bb3c15d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:46.062909 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6dffb430>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:46.186254 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b7d21-4984-4d58-91ac-faa3bd020efc None None] Pushing event updated for resources: {'Port': ['ID=e246a376-a6eb-493f-89a8-ebed32ddeb4f,revision_number=3']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:46.196067 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-051b7d21-4984-4d58-91ac-faa3bd020efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:46.196927 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-003fec64-efce-433f-bbd8-e3db197f1859 req-a3fe3461-d420-47d4-87d4-23f49b8a5731 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 210 time: 0.0803859
Oct 25 15:02:46.231877 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:46.240730 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Allocated IP 172.20.0.1 (7d03797d-f1da-4759-981c-2c441c525ccd/8b3193bd-b7b5-4f0f-889f-1c99f698b665/9bd699eb-91af-4c50-99f6-69badb64c92c) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:02:46.260824 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Transition to ACTIVE for port object f3fa4280-f93b-4177-bc3a-a4e26f2a7666 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:46.287046 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] Set router ac6c1c37-98fa-442e-bd11-50647bb3c15d gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:46.389146 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:46.396432 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:46.516474 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:46.520003 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event updated for resources: {'Port': ['ID=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:46.523840 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Network ded9f1b4-e675-4f41-9520-fcc0766d528a is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:46.528715 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:46.530618 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:46.535204 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:02:46.733551 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:46.788025 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Transition to ACTIVE for port object 9bd699eb-91af-4c50-99f6-69badb64c92c will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:46.798994 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6dffb430>, [{'id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'name': 'tempest-TestVolumeBootPattern-1027904096-router', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:40Z', 'updated_at': '2021-10-25T15:02:42Z', 'revision_number': 3, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'gw_port': {'id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:41Z', 'updated_at': '2021-10-25T15:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:46.811476 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300725e4-dad4-4e94-b2b4-f99bced15d7f None None] The sync data for ids ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'] in dv-cinder-813751-1-iscsi is: [{'id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'name': 'tempest-TestVolumeBootPattern-1027904096-router', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:40Z', 'updated_at': '2021-10-25T15:02:42Z', 'revision_number': 3, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'gw_port': {'id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:41Z', 'updated_at': '2021-10-25T15:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:02:46.840868 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:46.841516 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:46.903275 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:46.912708 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c63d03d9-ddfc-4a47-a538-ddd38fd72442 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:46.949465 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9939873
Oct 25 15:02:46.957591 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a834fa5-7a0f-40dc-aa63-64be1085227a req-0d86e45b-1b17-4aa9-b558-dc7178663cc0 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:46.962807 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6a834fa5-7a0f-40dc-aa63-64be1085227a req-0d86e45b-1b17-4aa9-b558-dc7178663cc0 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.2426004
Oct 25 15:02:47.008868 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-b4dc1b45-c3a9-4944-a058-bba0f362ed5a None None] Provisioning for port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:47.014642 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Network 7d03797d-f1da-4759-981c-2c441c525ccd is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:47.017020 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-b4dc1b45-c3a9-4944-a058-bba0f362ed5a None None] Provisioning complete for port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:47.017541 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1b45-c3a9-4944-a058-bba0f362ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:47.027757 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:47.035362 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:02:47.100262 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc1b45-c3a9-4944-a058-bba0f362ed5a None None] Port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:02:47.107228 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Pushing event updated for resources: {'Port': ['ID=9bd699eb-91af-4c50-99f6-69badb64c92c,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:47.128214 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Request body: {'port': {'device_id': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:47.156920 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:47.157711 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33510570'] for router_interface, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:47.178707 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6a834fa5-7a0f-40dc-aa63-64be1085227a req-4bfd1352-9b56-4fed-b8dd-88ce6d9e2040 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1943321
Oct 25 15:02:47.325638 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:47.447823 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-521609c8-6f05-4fb6-9d3e-4f88ff57591f None None] Provisioning for port 9bd699eb-91af-4c50-99f6-69badb64c92c completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:47.456736 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-521609c8-6f05-4fb6-9d3e-4f88ff57591f None None] Provisioning complete for port 9bd699eb-91af-4c50-99f6-69badb64c92c triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:47.457166 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-521609c8-6f05-4fb6-9d3e-4f88ff57591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:47.549529 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-521609c8-6f05-4fb6-9d3e-4f88ff57591f None None] Port 9bd699eb-91af-4c50-99f6-69badb64c92c cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:02:47.623007 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device e246a376-a6eb-493f-89a8-ebed32ddeb4f up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:47.646643 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cabff-13d1-4fda-86f1-628090316ae3 req-1c0c39ae-62be-4e97-9dab-370b789abbc8 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:47.647389 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-f07cabff-13d1-4fda-86f1-628090316ae3 req-1c0c39ae-62be-4e97-9dab-370b789abbc8 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Synchronizing usage tracker for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:02:47.706329 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port e246a376-a6eb-493f-89a8-ebed32ddeb4f completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:47.717328 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port e246a376-a6eb-493f-89a8-ebed32ddeb4f triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:47.718062 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:47.758239 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:47.774675 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-f07cabff-13d1-4fda-86f1-628090316ae3 req-1c0c39ae-62be-4e97-9dab-370b789abbc8 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Unset dirty status for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:02:47.775937 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f07cabff-13d1-4fda-86f1-628090316ae3 req-1c0c39ae-62be-4e97-9dab-370b789abbc8 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 931 time: 0.4333992
Oct 25 15:02:47.912997 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:47.934652 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port e246a376-a6eb-493f-89a8-ebed32ddeb4f, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=e246a376-a6eb-493f-89a8-ebed32ddeb4f,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:47.940518 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:47.942782 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:48.031952 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=e246a376-a6eb-493f-89a8-ebed32ddeb4f,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:48.041348 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f07cabff-13d1-4fda-86f1-628090316ae3 req-1c0b1cf4-99bc-459e-b1ad-5bbcf1efa90c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2529323
Oct 25 15:02:48.054574 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:48.276081 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fa4280-f93b-4177-bc3a-a4e26f2a7666 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:02:48.294951 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:48.320283 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Transition to ACTIVE for port object f3fa4280-f93b-4177-bc3a-a4e26f2a7666 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:48.340407 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:48.346949 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1f73239d-ad8c-4ce3-9a27-8f06b8de427f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:48.380816 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:48.467013 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:48.617258 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:48.650648 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:48.652007 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-96d84efb-830a-4f21-9380-3ef0b6315170 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:48.689501 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33051322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33510409'] for router_interface, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:49.041107 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Pushing event updated for resources: {'Port': ['ID=9bd699eb-91af-4c50-99f6-69badb64c92c,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:49.051630 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:49.075117 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1ea0-6407-4380-b7e9-8a1ac59046a9 req-a3e19a69-e07b-4085-9da2-c485298ea158 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:49.077421 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d61a1ea0-6407-4380-b7e9-8a1ac59046a9 req-a3e19a69-e07b-4085-9da2-c485298ea158 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.6991532
Oct 25 15:02:49.151770 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Attempting to bind port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:02:49.152138 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Attempting to bind port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:02:49.152479 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Attempting to bind port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 on network ded9f1b4-e675-4f41-9520-fcc0766d528a {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:49.177893 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 on network ded9f1b4-e675-4f41-9520-fcc0766d528a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:02:49.178364 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Attempting to bind port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 on network ded9f1b4-e675-4f41-9520-fcc0766d528a {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:49.193548 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:02:49.193888 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Checking segment: {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:49.194285 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Bound using segment: {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:02:49.194757 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Bound port: f3fa4280-f93b-4177-bc3a-a4e26f2a7666, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d090fe-3b58-4e47-9f29-68e25f796255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:02:49.195114 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:49.221609 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d61a1ea0-6407-4380-b7e9-8a1ac59046a9 req-a8b15c88-f63c-4964-9cae-56e2f0fc1e62 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1282992
Oct 25 15:02:49.269112 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Network 7d03797d-f1da-4759-981c-2c441c525ccd is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:02:49.300105 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:02:49.527428 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] For port f3fa4280-f93b-4177-bc3a-a4e26f2a7666, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:02:49.548679 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] For port f3fa4280-f93b-4177-bc3a-a4e26f2a7666, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:02:49.558573 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:49.559095 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device e246a376-a6eb-493f-89a8-ebed32ddeb4f up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:49.572275 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:49.617251 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ed304-6daa-4017-94a1-2585ac653b28 req-56c2fc79-ff99-48b9-8dbe-4a1a732a8ccf tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:49.618767 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f06ed304-6daa-4017-94a1-2585ac653b28 req-56c2fc79-ff99-48b9-8dbe-4a1a732a8ccf tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 943 time: 0.4060373
Oct 25 15:02:49.656707 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-8a544f99-8722-4fb6-90db-b88e3e48314e None None] Provisioning complete for port 9bd699eb-91af-4c50-99f6-69badb64c92c triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:49.656707 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-8a544f99-8722-4fb6-90db-b88e3e48314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:49.677747 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Router ac6c1c37-98fa-442e-bd11-50647bb3c15d has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:02:49.681160 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:49.681785 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:49.683219 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] 10.222.0.37 "PUT /v2.0/ports/f3fa4280-f93b-4177-bc3a-a4e26f2a7666 HTTP/1.1" status: 200  len: 1093 time: 2.7003491
Oct 25 15:02:49.686905 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'tag': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:02:49.727258 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f06ed304-6daa-4017-94a1-2585ac653b28 req-a75809e3-41dd-470c-99d3-c70c25e58c01 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946209
Oct 25 15:02:49.729969 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:49.760364 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-8a544f99-8722-4fb6-90db-b88e3e48314e None None] Port 9bd699eb-91af-4c50-99f6-69badb64c92c cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:02:49.760364 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port e246a376-a6eb-493f-89a8-ebed32ddeb4f triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:49.760364 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:49.791267 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:50.086507 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac822e-444b-458c-8b9c-3c128a001356 req-ae99448a-2bed-4ba0-9bc3-51cca8051ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:50.089105 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-ae99448a-2bed-4ba0-9bc3-51cca8051ae6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 1096 time: 0.2967360
Oct 25 15:02:50.091018 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:02:50.100880 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] 10.222.0.57 "PUT /v2.0/routers/ac6c1c37-98fa-442e-bd11-50647bb3c15d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0174222
Oct 25 15:02:50.110814 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Sync routers for ids ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:02:50.135193 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Routers {'ac6c1c37-98fa-442e-bd11-50647bb3c15d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:50.136215 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ebf46a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:50.201301 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'tag': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666', 'status': 'completed', 'code': 200}
Oct 25 15:02:50.229653 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-8c8d4ec8-6b27-46bd-b3e8-1d858689a17c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3fa4280-f93b-4177-bc3a-a4e26f2a7666 HTTP/1.1" status: 200  len: 217 time: 0.1200597
Oct 25 15:02:50.345231 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac822e-444b-458c-8b9c-3c128a001356 req-0ff55204-566d-4e53-9613-53df649c6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:50.348393 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-0ff55204-566d-4e53-9613-53df649c6ac1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 200  len: 850 time: 0.1119153
Oct 25 15:02:50.403923 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Set router ac6c1c37-98fa-442e-bd11-50647bb3c15d gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:50.572873 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac822e-444b-458c-8b9c-3c128a001356 req-4bb9da3f-92fe-4573-8582-a60b8ab9f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:50.574660 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-4bb9da3f-92fe-4573-8582-a60b8ab9f9e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ded9f1b4-e675-4f41-9520-fcc0766d528a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2185705
Oct 25 15:02:50.690916 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d256efd-5f45-4c81-882f-eb99ca77c187 req-dbe4ba1a-5479-4e2b-ab59-d110a6f891b6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:50.692482 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6d256efd-5f45-4c81-882f-eb99ca77c187 req-dbe4ba1a-5479-4e2b-ab59-d110a6f891b6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.2211230
Oct 25 15:02:50.819663 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-c56bd35b-7ae7-407f-a7c0-b1f042fb8488 service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314487
Oct 25 15:02:50.830097 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6d256efd-5f45-4c81-882f-eb99ca77c187 req-ebb5224d-3838-4b43-8042-c7b808308ff8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=876f588b-54b8-41dc-8dae-7e3dd4739b53&id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1220496
Oct 25 15:02:50.982786 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ebf46a0>, [{'id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'name': 'tempest-TestVolumeBootPattern-1027904096-router', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:40Z', 'updated_at': '2021-10-25T15:02:47Z', 'revision_number': 4, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'gw_port': {'id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:41Z', 'updated_at': '2021-10-25T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '9bd699eb-91af-4c50-99f6-69badb64c92c', 'name': '', 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'mac_address': 'fa:16:3e:c1:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8b3193bd-b7b5-4f0f-889f-1c99f698b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:45Z', 'updated_at': '2021-10-25T15:02:48Z', 'revision_number': 2, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'subnets': [{'id': '8b3193bd-b7b5-4f0f-889f-1c99f698b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:50.988626 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Checking router: ac6c1c37-98fa-442e-bd11-50647bb3c15d for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:02:50.988953 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Updating router ac6c1c37-98fa-442e-bd11-50647bb3c15d port 9bd699eb-91af-4c50-99f6-69badb64c92c binding host dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Oct 25 15:02:50.999512 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60224) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:51.008654 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284837828', 'description': 'tempest-secgroup-smoke-1284837828 description', 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:51.019110 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:51.027631 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:security_group and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:51.033495 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:51.046767 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:51.047320 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.065173 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.104942 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:51.111093 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:security_group_rule and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:51.116505 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:51.127580 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:51.256104 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.262843 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.265560 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bdac822e-444b-458c-8b9c-3c128a001356 req-53910f31-efc1-4425-a741-b7d9fe2fae5d service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4317791
Oct 25 15:02:51.286695 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2645c7b-aa89-48e8-a04d-7eda37b594b4 req-2721ab00-db89-40e4-8d72-8a0da1ce91f0 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:51.294943 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5c5d4f38-aadb-4956-a536-1c52f09c20b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:51.298239 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c2645c7b-aa89-48e8-a04d-7eda37b594b4 req-2721ab00-db89-40e4-8d72-8a0da1ce91f0 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 943 time: 0.3055565
Oct 25 15:02:51.310490 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.317096 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3159595
Oct 25 15:02:51.321021 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60230) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:51.329557 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'security_group_rule': {'security_group_id': '923dff3b-6aff-402c-b492-df737c229fc5', 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:51.349245 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:51.356185 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:security_group_rule and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:51.360328 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923dff3b-6aff-402c-b492-df737c229fc5,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:51.363112 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:51.367437 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:51.368211 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c2645c7b-aa89-48e8-a04d-7eda37b594b4 req-49d9b299-c930-49ed-8a87-526f96a6f15d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685437
Oct 25 15:02:51.372668 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:51.398850 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.450601 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Notify callbacks [] for port, precommit_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.470238 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.provisioning_blocks [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Transition to ACTIVE for port object 9bd699eb-91af-4c50-99f6-69badb64c92c will not be triggered until provisioned by entity L2. {{(pid=86767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:02:51.479721 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.480623 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.485648 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.488369 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:51.495302 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:51.514069 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b74eaf7-52a5-4425-affc-ba4c605df781,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:51.517238 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:51.526893 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.531185 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2088416
Oct 25 15:02:51.532495 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60234) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:51.545185 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'security_group_rule': {'security_group_id': '923dff3b-6aff-402c-b492-df737c229fc5', 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:51.551465 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-0ff59065-4a47-4153-bb07-0be434ca03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:51.553470 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-0ff59065-4a47-4153-bb07-0be434ca03c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 1096 time: 0.1148088
Oct 25 15:02:51.558252 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:51.566625 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:security_group_rule and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:51.568110 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be962a47-e2d3-4de7-a326-1a3347d87571 None None] Pushing event updated for resources: {'Port': ['ID=9bd699eb-91af-4c50-99f6-69badb64c92c,revision_number=3']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:51.572601 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:51.584729 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:51.611953 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.645845 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-be962a47-e2d3-4de7-a326-1a3347d87571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:51.728058 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.737841 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.740846 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-d4efff3b-e527-4f8e-a684-920147e82de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:51.742393 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:51.742632 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-d4efff3b-e527-4f8e-a684-920147e82de9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 912 time: 0.1812506
Oct 25 15:02:51.789645 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f624f6dc-8122-4aa2-83e4-9e2e87a12fff,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:51.795131 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:51.795591 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Attempting to bind port 9bd699eb-91af-4c50-99f6-69badb64c92c on host dv-cinder-813751-1-iscsi for vnic_type normal with profile  {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:02:51.796227 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Attempting to bind port 9bd699eb-91af-4c50-99f6-69badb64c92c by drivers openvswitch,hyperv on host dv-cinder-813751-1-iscsi at level 0 using segments [{'id': 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd'}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:02:51.797590 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Attempting to bind port 9bd699eb-91af-4c50-99f6-69badb64c92c on network 7d03797d-f1da-4759-981c-2c441c525ccd {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:02:51.814265 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Checking agent: {'id': '5b78e690-663c-4e8d-9a1e-9f710f47a3c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 48, 10), 'started_at': datetime.datetime(2021, 10, 25, 14, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:02:51.815759 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Checking segment: {'id': 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:02:51.816289 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.816948 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Bound using segment: {'id': 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd'} {{(pid=86767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:02:51.817338 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.managers [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Bound port: 9bd699eb-91af-4c50-99f6-69badb64c92c, host: dv-cinder-813751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd'}}] {{(pid=86767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:02:51.820474 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.822891 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-378354c6-b9f7-4dc6-8bc4-d2bc3e18e5a0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2878211
Oct 25 15:02:51.828954 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.829415 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60238) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:51.840928 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'security_group_rule': {'security_group_id': '923dff3b-6aff-402c-b492-df737c229fc5', 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:51.850922 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:51.856121 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:security_group_rule and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:51.860396 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-108b4fcc-4b87-4e63-ab7b-ea694e24fc09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3fa4280-f93b-4177-bc3a-a4e26f2a7666 HTTP/1.1" status: 200  len: 217 time: 0.1101146
Oct 25 15:02:51.861183 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:51.867891 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:51.895559 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.950936 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] For port 9bd699eb-91af-4c50-99f6-69badb64c92c, host dv-cinder-813751-1-iscsi, cleared binding levels {{(pid=86767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:02:51.956343 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-6ec7086a-f76f-4fba-9d81-347edfdf519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:51.957944 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-6ec7086a-f76f-4fba-9d81-347edfdf519a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 200  len: 850 time: 0.0872147
Oct 25 15:02:51.958999 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.plugins.ml2.db [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] For port 9bd699eb-91af-4c50-99f6-69badb64c92c, host dv-cinder-813751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=9bd699eb-91af-4c50-99f6-69badb64c92c,segment=NetworkSegment(ec87b7fb-a0f3-45f2-930e-1c4a84f563b3),segment_id=ec87b7fb-a0f3-45f2-930e-1c4a84f563b3)] {{(pid=86767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:02:51.968699 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron_lib.callbacks.manager [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.969615 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.975512 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:51.977787 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f8dfdd50-45dc-4f59-aa0a-0bfa99c0dcf2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:51.978504 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:52.003347 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d730ef-ace9-4286-bbb9-f8bfcc60352b,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:52.006542 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:52.014947 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.019443 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-0cc1633c-93f5-4114-8553-36e3ed16fab2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1854374
Oct 25 15:02:52.020360 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60242) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:52.029576 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'security_group_rule': {'security_group_id': '923dff3b-6aff-402c-b492-df737c229fc5', 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:52.039638 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:52.044858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:security_group_rule and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:52.049744 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:52.050838 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-540b9041-b582-44b8-9c46-d3fcda7f80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:52.052432 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-540b9041-b582-44b8-9c46-d3fcda7f80d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ded9f1b4-e675-4f41-9520-fcc0766d528a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843701
Oct 25 15:02:52.056449 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:52.080159 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.141851 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be962a47-e2d3-4de7-a326-1a3347d87571 None None] Pushing event updated for resources: {'Port': ['ID=9bd699eb-91af-4c50-99f6-69badb64c92c,revision_number=4']} {{(pid=86767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:52.152337 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG oslo_concurrency.lockutils [None req-be962a47-e2d3-4de7-a326-1a3347d87571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86767) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:52.179086 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Routers {'ac6c1c37-98fa-442e-bd11-50647bb3c15d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:02:52.179815 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ebf46a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:52.193161 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.200353 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.220966 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:52.234073 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-5e58fea3-8769-4a4a-957b-750fc457fee2 service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1739137
Oct 25 15:02:52.263028 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078ac05e-3baa-4792-b0c5-be3aa32d7946,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:52.267601 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:52.276763 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.279956 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6f818e27-7ab9-46cc-a976-d07fd2d5a99d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2573524
Oct 25 15:02:52.286918 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60246) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:52.302530 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'security_group_rule': {'security_group_id': '923dff3b-6aff-402c-b492-df737c229fc5', 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:52.313511 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:52.320509 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:security_group_rule and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:52.325825 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:52.336276 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:52.354697 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.securitygroups_db [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Project 25ba3a1600fd4be6bf9ece5e1fc524e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 25 15:02:52.370614 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.406563 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] Set router ac6c1c37-98fa-442e-bd11-50647bb3c15d gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:02:52.501003 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9c7fe07c-8a8f-4862-95d0-dd4aa7a450a9 req-de7a8ab3-bd47-44d4-b55a-b2aeb4530c8a service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2576587
Oct 25 15:02:52.506615 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.512636 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.528822 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f68d35a4-626c-49a1-93c5-bce889a0bd05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:52.553278 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a1458a-b42f-4e39-9ee8-9568ef9ecf68,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:52.558710 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:52.577769 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.583199 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-dbbda14f-bd6a-4487-946a-6c2d065cbb0d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2905731
Oct 25 15:02:52.584435 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60254) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:52.590080 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'security_group_rule': {'security_group_id': '923dff3b-6aff-402c-b492-df737c229fc5', 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:52.597196 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:02:52.602574 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:security_group_rule and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:02:52.606294 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:02:52.613317 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:02:52.625474 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.securitygroups_db [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Project 25ba3a1600fd4be6bf9ece5e1fc524e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 25 15:02:52.633593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.686028 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452de9f5-d564-43aa-afd1-e48d9dfff406 req-4123b240-12e5-4f27-b0d6-03579c214b58 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:52.688193 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-452de9f5-d564-43aa-afd1-e48d9dfff406 req-4123b240-12e5-4f27-b0d6-03579c214b58 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 943 time: 0.1212022
Oct 25 15:02:52.728753 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.734244 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.745068 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:52.750581 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-452de9f5-d564-43aa-afd1-e48d9dfff406 req-a0b8e025-68ca-41c0-8b06-f3d7684338b7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499823
Oct 25 15:02:52.772394 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c1f495-e612-44fc-98e3-7355f7798c66,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:52.775062 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:52.784312 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:52.786451 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-dea1c2a9-9486-4ea7-80fc-16bffcc9850b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1999505
Oct 25 15:02:52.840178 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ebf46a0>, [{'id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'name': 'tempest-TestVolumeBootPattern-1027904096-router', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:40Z', 'updated_at': '2021-10-25T15:02:47Z', 'revision_number': 4, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'gw_port': {'id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:41Z', 'updated_at': '2021-10-25T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '9bd699eb-91af-4c50-99f6-69badb64c92c', 'name': '', 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'mac_address': 'fa:16:3e:c1:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8b3193bd-b7b5-4f0f-889f-1c99f698b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:45Z', 'updated_at': '2021-10-25T15:02:51Z', 'revision_number': 4, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'subnets': [{'id': '8b3193bd-b7b5-4f0f-889f-1c99f698b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:02:52.846067 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f226b25-691b-46c0-9df7-faeaf196a19c None None] The sync data for ids ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'] in dv-cinder-813751-1-iscsi is: [{'id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'name': 'tempest-TestVolumeBootPattern-1027904096-router', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:40Z', 'updated_at': '2021-10-25T15:02:47Z', 'revision_number': 4, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'gw_port': {'id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:41Z', 'updated_at': '2021-10-25T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '9bd699eb-91af-4c50-99f6-69badb64c92c', 'name': '', 'network_id': '7d03797d-f1da-4759-981c-2c441c525ccd', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'mac_address': 'fa:16:3e:c1:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8b3193bd-b7b5-4f0f-889f-1c99f698b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:45Z', 'updated_at': '2021-10-25T15:02:51Z', 'revision_number': 4, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'subnets': [{'id': '8b3193bd-b7b5-4f0f-889f-1c99f698b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:02:53.563551 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 9bd699eb-91af-4c50-99f6-69badb64c92c up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:53.636634 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning for port 9bd699eb-91af-4c50-99f6-69badb64c92c completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:53.642136 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 9bd699eb-91af-4c50-99f6-69badb64c92c triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:53.642590 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:53.793756 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:53.834652 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] For port 9bd699eb-91af-4c50-99f6-69badb64c92c, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=9bd699eb-91af-4c50-99f6-69badb64c92c,segment=NetworkSegment(ec87b7fb-a0f3-45f2-930e-1c4a84f563b3),segment_id=ec87b7fb-a0f3-45f2-930e-1c4a84f563b3)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:53.842903 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:53.845906 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-051b7d21-4984-4d58-91ac-faa3bd020efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:53.935203 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Pushing event updated for resources: {'Port': ['ID=9bd699eb-91af-4c50-99f6-69badb64c92c,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:53.941847 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:53.989268 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc69c07-48e8-46ba-aa8d-62288c07decb req-9e358e25-e972-4323-84f3-c1b9b45c68ba tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:53.992718 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6dc69c07-48e8-46ba-aa8d-62288c07decb req-9e358e25-e972-4323-84f3-c1b9b45c68ba tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 943 time: 0.1049142
Oct 25 15:02:54.060021 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6dc69c07-48e8-46ba-aa8d-62288c07decb req-25fa73e1-8fe5-4d6e-a7f1-f0415b64d7d1 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628240
Oct 25 15:02:54.534910 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f3fa4280-f93b-4177-bc3a-a4e26f2a7666 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:02:54.670444 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port f3fa4280-f93b-4177-bc3a-a4e26f2a7666, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:54.683674 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'port_id': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666', 'mac_address': 'fa:16:3e:4a:c3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:02:54.743291 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:54.760946 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fa4280-f93b-4177-bc3a-a4e26f2a7666 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:02:54.777291 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port f3fa4280-f93b-4177-bc3a-a4e26f2a7666, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:54.781977 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:54.785053 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:54.868193 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:54.871504 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:55.161496 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['f3fa4280-f93b-4177-bc3a-a4e26f2a7666'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:02:55.257407 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc4272-217e-4268-9af0-e0167ff08c91 req-234519f8-57f4-4dec-a800-e6c843fb5d2f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:55.258826 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-41cc4272-217e-4268-9af0-e0167ff08c91 req-234519f8-57f4-4dec-a800-e6c843fb5d2f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 944 time: 0.0846503
Oct 25 15:02:55.305446 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-41cc4272-217e-4268-9af0-e0167ff08c91 req-2ab84c6a-6d9c-441c-a06f-2bdbe2a1f9df tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407567
Oct 25 15:02:55.545986 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 9bd699eb-91af-4c50-99f6-69badb64c92c up at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:55.627961 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Provisioning complete for port 9bd699eb-91af-4c50-99f6-69badb64c92c triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:55.628510 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:56.497251 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed63ceb-00d6-4cd1-8d94-7561ce9af679 req-a3ed61ae-68a3-4c3f-8edc-cad25ee5833a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:56.499178 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4ed63ceb-00d6-4cd1-8d94-7561ce9af679 req-a3ed61ae-68a3-4c3f-8edc-cad25ee5833a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 944 time: 0.0870845
Oct 25 15:02:56.549425 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4ed63ceb-00d6-4cd1-8d94-7561ce9af679 req-105a55c8-e239-40d6-9da7-f45d5d864586 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406625
Oct 25 15:02:56.557487 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f3fa4280-f93b-4177-bc3a-a4e26f2a7666 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:02:56.662620 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:02:56.668235 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:02:56.668622 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:56.808331 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:56.842705 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:02:56.853220 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port f3fa4280-f93b-4177-bc3a-a4e26f2a7666, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:02:56.859559 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:02:56.862586 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-cbf208d2-ecb2-4ff5-aa8c-3908f7734dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:02:56.900490 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666', 'code': 200}
Oct 25 15:02:56.940982 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:02:56.944165 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:02:57.200954 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c355f-bb40-4a17-b266-165a538882c8 req-dc5b2a08-d12a-4814-b1e2-d67d8e7cc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:57.203026 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8b2c355f-bb40-4a17-b266-165a538882c8 req-dc5b2a08-d12a-4814-b1e2-d67d8e7cc3d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 1098 time: 0.0764871
Oct 25 15:02:57.249847 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8b2c355f-bb40-4a17-b266-165a538882c8 req-545fc478-a574-4189-b368-f2756eacb83f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389159
Oct 25 15:02:57.741470 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5fa6-4822-475a-8031-0499b6631a7f req-673d910b-4604-4f01-806f-9d7b2adf2b75 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:57.742906 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8bcc5fa6-4822-475a-8031-0499b6631a7f req-673d910b-4604-4f01-806f-9d7b2adf2b75 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 945 time: 0.0849340
Oct 25 15:02:57.788383 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8bcc5fa6-4822-475a-8031-0499b6631a7f req-f3b7fd64-36b6-4517-bd08-51802f9e2e74 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389006
Oct 25 15:02:58.771927 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:02:59.013446 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787e3a0-1e88-4f57-8320-5049f2c15a3b req-393332b4-cc1f-40e5-8d05-4b1c259468b6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:59.015205 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2787e3a0-1e88-4f57-8320-5049f2c15a3b req-393332b4-cc1f-40e5-8d05-4b1c259468b6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 945 time: 0.0998559
Oct 25 15:02:59.071150 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2787e3a0-1e88-4f57-8320-5049f2c15a3b req-50f0c3f9-4e04-4b83-aa17-278262ccf739 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473986
Oct 25 15:02:59.262292 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b002e-d4e7-4965-bb52-10a4a450a50c req-b2c7df52-02f4-4d4e-adcb-f114fc980443 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:02:59.264235 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a76b002e-d4e7-4965-bb52-10a4a450a50c req-b2c7df52-02f4-4d4e-adcb-f114fc980443 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 945 time: 0.0888517
Oct 25 15:02:59.273131 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60348) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:02:59.278562 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-73ade3d5-696c-4d39-8b59-58eba04ecdda tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Request body: {'floatingip': {'port_id': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:02:59.364217 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-73ade3d5-696c-4d39-8b59-58eba04ecdda tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:00.126246 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-73ade3d5-696c-4d39-8b59-58eba04ecdda tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:00.130080 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-73ade3d5-696c-4d39-8b59-58eba04ecdda tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:00.313857 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [None req-73ade3d5-696c-4d39-8b59-58eba04ecdda tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Floating IP 4e3541ba-a079-4332-8920-c078d71e55bd associated. External IP: 172.27.3.139, port: f3fa4280-f93b-4177-bc3a-a4e26f2a7666.
Oct 25 15:03:00.703960 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ade3d5-696c-4d39-8b59-58eba04ecdda tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:03:00.890176 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:00.911903 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ade3d5-696c-4d39-8b59-58eba04ecdda tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:03:00.917247 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-73ade3d5-696c-4d39-8b59-58eba04ecdda tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:00.924750 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] Sync routers for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:03:00.937461 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:03:00.938435 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6d656b20>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:01.091547 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-73ade3d5-696c-4d39-8b59-58eba04ecdda tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "PUT /v2.0/floatingips/4e3541ba-a079-4332-8920-c078d71e55bd HTTP/1.1" status: 200  len: 991 time: 1.8172841
Oct 25 15:03:01.092880 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'tag': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:03:01.152596 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:03:01.272159 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'tag': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666', 'status': 'completed', 'code': 200}
Oct 25 15:03:01.402185 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-e3e2ec04-344a-4a40-9917-5ab0d8d05ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:01.403604 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-e3e2ec04-344a-4a40-9917-5ab0d8d05ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 1098 time: 0.0721951
Oct 25 15:03:01.531384 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6d656b20>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '4e3541ba-a079-4332-8920-c078d71e55bd', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'port_id': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'mac_address': 'fa:16:3e:4a:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:02:38Z', 'updated_at': '2021-10-25T15:02:59Z', 'revision_number': 1, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:01.535801 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] Checking router: 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:03:01.545824 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-79de3471-51b4-4be1-943a-4c49724d5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:01.547572 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-79de3471-51b4-4be1-943a-4c49724d5bc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 200  len: 912 time: 0.1364963
Oct 25 15:03:01.552521 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:03:01.553217 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6d656b20>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:02:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:01.668561 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-ff815067-e9cc-43af-bc26-93cffd203d5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3fa4280-f93b-4177-bc3a-a4e26f2a7666 HTTP/1.1" status: 200  len: 999 time: 0.1133037
Oct 25 15:03:01.749904 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-ad12b9fa-54d3-4f06-b410-7c41ba50a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:01.751368 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-ad12b9fa-54d3-4f06-b410-7c41ba50a849 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 200  len: 850 time: 0.0756738
Oct 25 15:03:01.753616 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:03:01.844578 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-abf6369a-3fe0-4c52-82d2-d0e5e3d01757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:01.846488 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-abf6369a-3fe0-4c52-82d2-d0e5e3d01757 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ded9f1b4-e675-4f41-9520-fcc0766d528a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852144
Oct 25 15:03:02.023172 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-7c0667ff-b61d-4ad3-b3d8-5ed39fe1db94 service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599405
Oct 25 15:03:02.169012 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6d656b20>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '4e3541ba-a079-4332-8920-c078d71e55bd', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'port_id': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'mac_address': 'fa:16:3e:4a:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:02:38Z', 'updated_at': '2021-10-25T15:02:59Z', 'revision_number': 1, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:02.171448 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25e80e34-163a-45a2-8e94-386aa5b38b8f req-324d42f4-9bf5-49fa-bb9c-529e6529a114 service neutron] 10.222.0.37 "GET /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391611
Oct 25 15:03:02.174893 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97062bdc-ba4f-4229-83a2-7e38567def51 None None] The sync data for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi is: [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '4e3541ba-a079-4332-8920-c078d71e55bd', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'port_id': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'mac_address': 'fa:16:3e:4a:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:02:38Z', 'updated_at': '2021-10-25T15:02:59Z', 'revision_number': 1, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:03:02.439908 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd2d2c-413c-45cd-8874-2332e604660a None None] New status for floating IP 4e3541ba-a079-4332-8920-c078d71e55bd: ACTIVE {{(pid=86767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:03:03.733582 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-34272fca-785d-41b0-a12c-8208ff4d2f91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0815814
Oct 25 15:03:03.855049 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-452626d9-0638-41c8-9af6-92369749c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:03.856508 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-452626d9-0638-41c8-9af6-92369749c69c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 1137 time: 0.0825748
Oct 25 15:03:04.031261 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-4be8daeb-4c05-460f-9abc-ba3ec567497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:04.033192 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-4be8daeb-4c05-460f-9abc-ba3ec567497a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9df9702-94f3-4ef2-885f-a724178beae5 HTTP/1.1" status: 200  len: 916 time: 0.1488705
Oct 25 15:03:04.152603 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-03bf7693-05a8-4a00-9107-30f8f018864e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 200  len: 1000 time: 0.1048791
Oct 25 15:03:04.220118 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-63acd0c9-b280-432c-bbed-c08035bf5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:04.221544 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-63acd0c9-b280-432c-bbed-c08035bf5291 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6b5b697-4160-440e-b4e4-035f62ca96d8 HTTP/1.1" status: 200  len: 854 time: 0.0605171
Oct 25 15:03:04.306305 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-601fd295-a423-4e5f-b2cf-0ec976f95db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:04.307802 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-601fd295-a423-4e5f-b2cf-0ec976f95db1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9df9702-94f3-4ef2-885f-a724178beae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773039
Oct 25 15:03:04.454656 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-2d08135f-16b8-4bac-a91c-d47f83bee70f service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352711
Oct 25 15:03:04.710430 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c75c9387-2bfd-40dc-8c1a-e895162b6f09 req-52a76a43-6eeb-47e0-879e-38e997efe561 service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2465971
Oct 25 15:03:05.567124 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548f26c-e5ea-46dd-af29-0f7688f25a61 req-a81c6c29-3e38-4571-97f4-495ec25a4fed tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:05.568679 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4548f26c-e5ea-46dd-af29-0f7688f25a61 req-a81c6c29-3e38-4571-97f4-495ec25a4fed tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.0818105
Oct 25 15:03:05.618788 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4548f26c-e5ea-46dd-af29-0f7688f25a61 req-3796aedb-23bd-450f-9c61-7caf1b4de6a7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436802
Oct 25 15:03:06.858064 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19c8d4-8b77-4797-837e-29e07429f9a6 req-c951fe2e-87c4-449c-8378-88b0bfdba39d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:06.865332 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2e19c8d4-8b77-4797-837e-29e07429f9a6 req-c951fe2e-87c4-449c-8378-88b0bfdba39d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.1027601
Oct 25 15:03:06.906503 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2e19c8d4-8b77-4797-837e-29e07429f9a6 req-c420684a-3467-445e-895b-26ef10f04ec9 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409799
Oct 25 15:03:08.100603 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f871cef-e606-4e1a-acd0-66d87f32106d req-8a0bf986-237c-4d7f-b1ce-087d9999b191 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:08.102062 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1f871cef-e606-4e1a-acd0-66d87f32106d req-8a0bf986-237c-4d7f-b1ce-087d9999b191 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.0852137
Oct 25 15:03:08.148371 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1f871cef-e606-4e1a-acd0-66d87f32106d req-28a81774-8c3d-414b-8914-a717453d9af0 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393100
Oct 25 15:03:09.357674 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79b83b-cdf9-473d-b3f4-d48284a98ef3 req-8a5adbbe-14f8-4c1a-a686-d55fdabf97e8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:09.359139 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3a79b83b-cdf9-473d-b3f4-d48284a98ef3 req-8a5adbbe-14f8-4c1a-a686-d55fdabf97e8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.0914793
Oct 25 15:03:09.408451 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3a79b83b-cdf9-473d-b3f4-d48284a98ef3 req-c91abd34-bb86-4412-827e-550d62e4777d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436471
Oct 25 15:03:10.189340 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:10.545475 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-8ca22454-d743-44d4-9602-dd41bba425f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:10.624385 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b959d-4049-489c-bcf8-05a999be5789 req-fb209296-cd58-46f4-9f6a-f9778aeb5999 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:10.625954 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-959b959d-4049-489c-bcf8-05a999be5789 req-fb209296-cd58-46f4-9f6a-f9778aeb5999 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.0990815
Oct 25 15:03:10.678259 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-959b959d-4049-489c-bcf8-05a999be5789 req-d934d837-f02f-48e3-ac48-141d020c71f0 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464959
Oct 25 15:03:11.537262 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-de2b7c10-6408-4dbd-8995-a300abba60e0 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284837828&fields=id&tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5 HTTP/1.1" status: 200  len: 267 time: 0.0416038
Oct 25 15:03:11.733236 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-737de97c-15c1-4c86-a59c-c62304ace6c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:11.736053 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-737de97c-15c1-4c86-a59c-c62304ace6c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 812 time: 0.1921430
Oct 25 15:03:11.751634 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-027e816e-eee0-4bfc-a8c9-6e4faff4cedb tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/quotas/25ba3a1600fd4be6bf9ece5e1fc524e5 HTTP/1.1" status: 200  len: 375 time: 0.0103281
Oct 25 15:03:11.861570 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-cfcbf01a-9be5-40f0-a849-9f32d2aca3d9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Synchronizing usage tracker for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:03:11.882013 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-cfcbf01a-9be5-40f0-a849-9f32d2aca3d9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Unset dirty status for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:03:11.885642 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-cfcbf01a-9be5-40f0-a849-9f32d2aca3d9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1284251
Oct 25 15:03:12.084381 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-72401f6f-700e-4ed9-9c1e-2210fbdc5647 service neutron] 10.222.0.57 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857274
Oct 25 15:03:12.178924 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4909f-3f4e-484f-8bff-0210dfecd992 req-f516a5a5-e612-4669-907e-9bf2f9649167 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:12.180793 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-86b4909f-3f4e-484f-8bff-0210dfecd992 req-f516a5a5-e612-4669-907e-9bf2f9649167 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.2115700
Oct 25 15:03:12.288239 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-86b4909f-3f4e-484f-8bff-0210dfecd992 req-01fbde59-5c81-45d4-bb8b-6c25ce86a317 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962517
Oct 25 15:03:12.293983 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-453445b4-4ba3-4212-8982-a5d54ad94cff service neutron] 10.222.0.57 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2038188
Oct 25 15:03:12.719804 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b615402f-6406-449c-9168-e359c5c38a49 req-c70d0250-b9f4-4574-b495-08546f6b9e80 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 210 time: 0.0475919
Oct 25 15:03:13.484703 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f61873-397b-4e27-b537-75c0d5090fd8 req-b20d863a-ad9e-46ac-80df-35423a2928f7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:13.486231 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-83f61873-397b-4e27-b537-75c0d5090fd8 req-b20d863a-ad9e-46ac-80df-35423a2928f7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.0807772
Oct 25 15:03:13.532981 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-83f61873-397b-4e27-b537-75c0d5090fd8 req-edf4ac82-0f58-414c-b863-dc45a3e81eee tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405707
Oct 25 15:03:13.545176 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67da-e26c-4c91-941d-3b241e569544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:13.875976 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0fced11d-c2c1-45fc-ab60-c9923e138597 req-a025b9a7-99b6-4bef-a273-f610fceddbcb tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 210 time: 0.0472033
Oct 25 15:03:14.039536 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-74359365-7b89-4c9a-b113-ea68a65b44bf tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:14.041163 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-74359365-7b89-4c9a-b113-ea68a65b44bf tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 812 time: 0.1642520
Oct 25 15:03:14.105019 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-6568a217-613d-49df-b019-94e258794b7e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5 HTTP/1.1" status: 200  len: 380 time: 0.0412352
Oct 25 15:03:14.159463 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'port': {'device_id': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'admin_state_up': True, 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'security_groups': ['923dff3b-6aff-402c-b492-df737c229fc5']}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:03:14.396103 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:03:14.406607 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:03:14.416968 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Made reservation on behalf of 25ba3a1600fd4be6bf9ece5e1fc524e5 for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:03:14.420898 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:14.459232 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:14.653055 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Allocated IP 172.20.0.12 (6b767bb3-75e4-4ede-af67-d7affc31ec13/996dcb91-93be-4b4e-86da-93f4331b7af3/23906812-0ed8-44b4-bac1-865b7ed33324) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:03:14.859070 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d25810-19ef-46a2-91f7-ff71e0f5b8f7 req-c7d8ffa1-81ac-4da9-9fb5-eb0c526d05c8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:14.860618 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d6d25810-19ef-46a2-91f7-ff71e0f5b8f7 req-c7d8ffa1-81ac-4da9-9fb5-eb0c526d05c8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.2100093
Oct 25 15:03:14.966739 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d6d25810-19ef-46a2-91f7-ff71e0f5b8f7 req-345270bb-6c3f-40f4-aa1a-b69faa447577 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939307
Oct 25 15:03:14.974868 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:15.028540 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Transition to ACTIVE for port object 23906812-0ed8-44b4-bac1-865b7ed33324 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:03:15.045358 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-351a1c44-d4ef-4a83-92fc-7dca85e1b214 req-c4cd26e8-bf62-4692-81aa-6f742833337e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 210 time: 0.0525129
Oct 25 15:03:15.070803 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:15.076733 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9bd44154-9a6f-4322-b07a-4d2ade28aa8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:15.149192 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:03:15.152870 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:03:15.157166 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:03:15.195866 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'Port': ['ID=23906812-0ed8-44b4-bac1-865b7ed33324,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:15.201116 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:15.232715 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:15.233443 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:15.264589 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1087191
Oct 25 15:03:15.291662 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Request body: {'port': {'device_id': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:03:15.381508 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-19865823-c6b5-43e8-a8fe-19a7062018aa None None] Provisioning for port 23906812-0ed8-44b4-bac1-865b7ed33324 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:03:15.386934 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-19865823-c6b5-43e8-a8fe-19a7062018aa None None] Provisioning complete for port 23906812-0ed8-44b4-bac1-865b7ed33324 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:03:15.387415 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-19865823-c6b5-43e8-a8fe-19a7062018aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:15.412113 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:15.446470 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-19865823-c6b5-43e8-a8fe-19a7062018aa None None] Port 23906812-0ed8-44b4-bac1-865b7ed33324 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:03:15.775426 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23906812-0ed8-44b4-bac1-865b7ed33324 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:03:15.784488 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:15.800512 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Transition to ACTIVE for port object 23906812-0ed8-44b4-bac1-865b7ed33324 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:03:15.805887 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:15.813375 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:16.081445 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Pushing event updated for resources: {'Port': ['ID=23906812-0ed8-44b4-bac1-865b7ed33324,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:16.091152 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:16.268112 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Attempting to bind port 23906812-0ed8-44b4-bac1-865b7ed33324 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:03:16.268440 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Attempting to bind port 23906812-0ed8-44b4-bac1-865b7ed33324 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:03:16.268766 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Attempting to bind port 23906812-0ed8-44b4-bac1-865b7ed33324 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:03:16.280911 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Port 23906812-0ed8-44b4-bac1-865b7ed33324 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:03:16.281211 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Attempting to bind port 23906812-0ed8-44b4-bac1-865b7ed33324 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:03:16.293290 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:03:16.293626 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Checking segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:03:16.294014 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Bound using segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:03:16.294523 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Bound port: 23906812-0ed8-44b4-bac1-865b7ed33324, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:03:16.294865 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:16.547720 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e065df8-c5ea-4089-957f-1902d7f3fc8b req-4bc55e72-815a-4e98-9e79-cc70b46ab284 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:16.549332 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e065df8-c5ea-4089-957f-1902d7f3fc8b req-4bc55e72-815a-4e98-9e79-cc70b46ab284 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.4085689
Oct 25 15:03:16.582923 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5316b-ceed-4800-b94e-06907b1aa301 req-ce7604a6-3f16-4b30-9dbb-d65e0f63a11c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:16.583996 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-77f5316b-ceed-4800-b94e-06907b1aa301 req-ce7604a6-3f16-4b30-9dbb-d65e0f63a11c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Synchronizing usage tracker for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:03:16.642455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] For port 23906812-0ed8-44b4-bac1-865b7ed33324, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:03:16.651550 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] For port 23906812-0ed8-44b4-bac1-865b7ed33324, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=23906812-0ed8-44b4-bac1-865b7ed33324,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:03:16.661915 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-77f5316b-ceed-4800-b94e-06907b1aa301 req-ce7604a6-3f16-4b30-9dbb-d65e0f63a11c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Unset dirty status for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:03:16.663160 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-77f5316b-ceed-4800-b94e-06907b1aa301 req-ce7604a6-3f16-4b30-9dbb-d65e0f63a11c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.4607079
Oct 25 15:03:16.666564 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:16.681322 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:16.700077 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:16.760897 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e065df8-c5ea-4089-957f-1902d7f3fc8b req-f20c8a62-80da-4637-af5b-5a918b6e639a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1895308
Oct 25 15:03:16.768079 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:16.768695 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:16.770104 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] 10.222.0.37 "PUT /v2.0/ports/23906812-0ed8-44b4-bac1-865b7ed33324 HTTP/1.1" status: 200  len: 1094 time: 1.4830956
Oct 25 15:03:16.771920 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'tag': '23906812-0ed8-44b4-bac1-865b7ed33324'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:03:16.970702 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-77f5316b-ceed-4800-b94e-06907b1aa301 req-21749140-9f0a-4896-a120-cf3ccf195c6e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2901347
Oct 25 15:03:16.983356 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Pushing event updated for resources: {'Port': ['ID=23906812-0ed8-44b4-bac1-865b7ed33324,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:16.996385 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:17.039032 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'tag': '23906812-0ed8-44b4-bac1-865b7ed33324', 'status': 'completed', 'code': 200}
Oct 25 15:03:17.044197 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-6bbaa28f-610b-470c-b5c1-5ebb0efcc581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:17.047644 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-6bbaa28f-610b-470c-b5c1-5ebb0efcc581 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 1097 time: 0.1803105
Oct 25 15:03:17.140697 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-abc2ab2a-24b5-4e58-8aa9-a7af97d2c23f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23906812-0ed8-44b4-bac1-865b7ed33324 HTTP/1.1" status: 200  len: 217 time: 0.0716884
Oct 25 15:03:17.208178 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-4e285e61-e477-40b4-8d38-eb2317d450ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:17.209661 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-4e285e61-e477-40b4-8d38-eb2317d450ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.0619032
Oct 25 15:03:17.293670 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-96ae408f-cb11-4f3b-ae69-6a8f80382409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:17.295523 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-96ae408f-cb11-4f3b-ae69-6a8f80382409 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792444
Oct 25 15:03:17.443226 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-8acccc61-4784-4fae-a890-4cab599b7ef1 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400898
Oct 25 15:03:17.594618 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-200de875-fd9c-4005-8b3f-94c6a224d892 req-c08edc7e-b1c1-42d9-995e-5d5f26d3e482 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448729
Oct 25 15:03:17.781414 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-54f0ae01-05f0-4dcf-be62-fe2b59e90e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:17.783106 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-54f0ae01-05f0-4dcf-be62-fe2b59e90e44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 1097 time: 0.0842559
Oct 25 15:03:17.983707 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-3baf7d82-de43-4d10-8ed9-b3b9151385e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:17.985169 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-3baf7d82-de43-4d10-8ed9-b3b9151385e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 913 time: 0.1944926
Oct 25 15:03:18.068328 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-92ca95f5-cbe9-4582-8333-017379e38bb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23906812-0ed8-44b4-bac1-865b7ed33324 HTTP/1.1" status: 200  len: 217 time: 0.0760114
Oct 25 15:03:18.204659 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b069c7e-7446-479d-9e0a-5ceddc0c574e req-f94fda82-78e8-414c-aca9-15177d7f9e8f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:18.206150 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b069c7e-7446-479d-9e0a-5ceddc0c574e req-f94fda82-78e8-414c-aca9-15177d7f9e8f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.2659490
Oct 25 15:03:18.209575 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-dfa119de-e481-4be2-bc88-201c69a4f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:18.210982 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-dfa119de-e481-4be2-bc88-201c69a4f929 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.1341734
Oct 25 15:03:18.316610 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b069c7e-7446-479d-9e0a-5ceddc0c574e req-dd706a35-7811-4721-811c-c28cd86f0c3e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039982
Oct 25 15:03:18.333296 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a853c65-73c3-4ae9-91a4-a38fa0c9f3fa req-486bca0a-196b-4cd9-b553-6f13a4cf9a5b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:18.334817 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0a853c65-73c3-4ae9-91a4-a38fa0c9f3fa req-486bca0a-196b-4cd9-b553-6f13a4cf9a5b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.2227817
Oct 25 15:03:18.388572 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-8b33c5ac-72c0-4b9f-bed1-68970e34be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:18.390072 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-8b33c5ac-72c0-4b9f-bed1-68970e34be82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1632845
Oct 25 15:03:18.424771 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0a853c65-73c3-4ae9-91a4-a38fa0c9f3fa req-76d412c6-511d-43d9-95c4-ec7554d0bf02 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798225
Oct 25 15:03:18.549840 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-891566bb-42d8-442b-8756-9065993c248e service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520810
Oct 25 15:03:18.805969 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28bcce44-a6c5-47b3-a983-b3e59d8b6d2b req-4d487ab9-0cd6-4b35-9520-c422da82804d service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2482681
Oct 25 15:03:19.520011 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf70827-8511-4392-a8c3-5e176cb53afa req-2f39d333-60bb-4f66-84bf-20cc5c6f5599 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:19.521527 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8bf70827-8511-4392-a8c3-5e176cb53afa req-2f39d333-60bb-4f66-84bf-20cc5c6f5599 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.0900083
Oct 25 15:03:19.615611 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8bf70827-8511-4392-a8c3-5e176cb53afa req-3aaf76a6-050f-4673-8f51-6f3e0a179681 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868096
Oct 25 15:03:19.660295 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987778ee-9e46-4164-bdd7-a1f4a46bcdb6 req-61663333-e09f-46f6-9612-9a9862d3970e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:19.661852 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-987778ee-9e46-4164-bdd7-a1f4a46bcdb6 req-61663333-e09f-46f6-9612-9a9862d3970e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.1145027
Oct 25 15:03:19.710623 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-987778ee-9e46-4164-bdd7-a1f4a46bcdb6 req-8126c830-edac-4a80-aa29-f6dca2fedefa tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424161
Oct 25 15:03:20.841004 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3aedd-59db-4488-88da-25f7b033599b req-4a14d03b-4f36-4519-a427-f66f3401406c tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:20.843980 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b8f3aedd-59db-4488-88da-25f7b033599b req-4a14d03b-4f36-4519-a427-f66f3401406c tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.1020010
Oct 25 15:03:20.944118 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b8f3aedd-59db-4488-88da-25f7b033599b req-f793bd74-7e7d-4504-b513-dc85710e767f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589449
Oct 25 15:03:20.991117 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5cb7c-64a5-4abf-84b5-e0ea673bb0ba req-6e05cee6-6e92-4a16-aa8d-e9b834f0be11 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:20.993775 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1da5cb7c-64a5-4abf-84b5-e0ea673bb0ba req-6e05cee6-6e92-4a16-aa8d-e9b834f0be11 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.1483307
Oct 25 15:03:21.071974 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1da5cb7c-64a5-4abf-84b5-e0ea673bb0ba req-54d200e7-91f1-4808-83a5-bd0a2661858a tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714445
Oct 25 15:03:22.165553 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05269c9-f0b4-4f7f-951e-44ccc9c68667 req-cc7fe163-4dfe-4ced-a4ee-9037de9fdffb tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:22.167319 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e05269c9-f0b4-4f7f-951e-44ccc9c68667 req-cc7fe163-4dfe-4ced-a4ee-9037de9fdffb tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.1050150
Oct 25 15:03:22.217370 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e05269c9-f0b4-4f7f-951e-44ccc9c68667 req-12b012a6-54b2-4132-a518-0208ae17478e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442407
Oct 25 15:03:22.305747 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b46fb-f770-48fa-86c4-ad7681fb4217 req-a34d78cd-002e-4e3b-aa5d-eff8b93c732b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:22.307411 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8f7b46fb-f770-48fa-86c4-ad7681fb4217 req-a34d78cd-002e-4e3b-aa5d-eff8b93c732b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.0865264
Oct 25 15:03:22.354279 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8f7b46fb-f770-48fa-86c4-ad7681fb4217 req-820e4a39-bfb7-4ec4-90f5-1a06c47c3201 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402179
Oct 25 15:03:22.687804 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 5325292e-5038-4996-b49a-ef5866d61dc0 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:03:22.823585 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:03:22.837823 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '5325292e-5038-4996-b49a-ef5866d61dc0', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'port_id': '5325292e-5038-4996-b49a-ef5866d61dc0', 'mac_address': 'fa:16:3e:e6:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:03:22.894068 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:22.915754 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5325292e-5038-4996-b49a-ef5866d61dc0 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:03:22.934005 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:03:22.938890 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:22.941389 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:23.011705 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=6']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:23.015473 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:23.169024 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['5325292e-5038-4996-b49a-ef5866d61dc0'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:03:23.453742 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110d438-5b1a-48bf-bcd7-69f75716a4b9 req-de4221bb-a8fa-4c91-b464-059c1db634ad tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:23.455333 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6110d438-5b1a-48bf-bcd7-69f75716a4b9 req-de4221bb-a8fa-4c91-b464-059c1db634ad tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 945 time: 0.0952530
Oct 25 15:03:23.548850 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6110d438-5b1a-48bf-bcd7-69f75716a4b9 req-b4254a93-6ea2-4bbc-a08c-ef9d77f41286 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863698
Oct 25 15:03:23.592070 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11abfe-d442-48e5-a38a-a1ef66dea266 req-a398c86b-7317-483b-a48e-a93c71be93c4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:23.593710 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb11abfe-d442-48e5-a38a-a1ef66dea266 req-a398c86b-7317-483b-a48e-a93c71be93c4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.1118472
Oct 25 15:03:23.649445 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb11abfe-d442-48e5-a38a-a1ef66dea266 req-b26f7288-31da-477d-ba19-982c03b00d92 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459843
Oct 25 15:03:24.700136 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 5325292e-5038-4996-b49a-ef5866d61dc0 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:03:24.766000 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48875ce-3309-4dc8-af35-2110ecf19a3e req-b3f6cdcb-a35f-426a-8b23-ea4e09719081 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:24.767733 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f48875ce-3309-4dc8-af35-2110ecf19a3e req-b3f6cdcb-a35f-426a-8b23-ea4e09719081 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 945 time: 0.1044426
Oct 25 15:03:24.784460 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 5325292e-5038-4996-b49a-ef5866d61dc0 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:03:24.784834 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:24.883990 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f48875ce-3309-4dc8-af35-2110ecf19a3e req-b9b9008a-788b-4dd9-bf76-145636aa82ca tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101282
Oct 25 15:03:24.944461 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:25.003294 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:03:25.004454 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:03:25.005247 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769924d-8616-4642-adc4-747004e7ce5f req-38feab61-5b43-4844-9f15-f108b20e91b9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:25.011780 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3769924d-8616-4642-adc4-747004e7ce5f req-38feab61-5b43-4844-9f15-f108b20e91b9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.2341449
Oct 25 15:03:25.016805 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:25.027562 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:25.139651 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=7']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:25.143683 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:25.151474 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3769924d-8616-4642-adc4-747004e7ce5f req-4df33098-85f6-4071-aa1a-520385e49eeb tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1196446
Oct 25 15:03:25.260401 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0', 'code': 200}
Oct 25 15:03:26.197327 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73915663-f5ba-4f4c-86b6-28f69275b835 req-ddc150fa-c0f1-4190-87be-5a5d258198a8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:26.201521 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-73915663-f5ba-4f4c-86b6-28f69275b835 req-ddc150fa-c0f1-4190-87be-5a5d258198a8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.1172211
Oct 25 15:03:26.259450 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-73915663-f5ba-4f4c-86b6-28f69275b835 req-6ab97cfd-8ceb-4c41-a3b0-55a1e18c273d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485907
Oct 25 15:03:26.518967 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece4ce0-a248-4232-b23d-bd17e6ee357b req-832f7bb6-48ae-4305-a8ef-18ac657e055a tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:26.521793 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ece4ce0-a248-4232-b23d-bd17e6ee357b req-832f7bb6-48ae-4305-a8ef-18ac657e055a tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.1000612
Oct 25 15:03:26.597048 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8ece4ce0-a248-4232-b23d-bd17e6ee357b req-365ecb6c-c8f4-4c8f-a5d6-85715e99c4e5 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690284
Oct 25 15:03:26.715890 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 23906812-0ed8-44b4-bac1-865b7ed33324 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:03:26.964069 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 23906812-0ed8-44b4-bac1-865b7ed33324, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=23906812-0ed8-44b4-bac1-865b7ed33324,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:03:26.983070 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '23906812-0ed8-44b4-bac1-865b7ed33324', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'port_id': '23906812-0ed8-44b4-bac1-865b7ed33324', 'mac_address': 'fa:16:3e:25:98:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:03:27.054453 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:27.075847 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23906812-0ed8-44b4-bac1-865b7ed33324 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:03:27.099096 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 23906812-0ed8-44b4-bac1-865b7ed33324, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=23906812-0ed8-44b4-bac1-865b7ed33324,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:03:27.105462 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:27.109343 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:27.229853 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=23906812-0ed8-44b4-bac1-865b7ed33324,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:27.235276 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:27.528723 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['23906812-0ed8-44b4-bac1-865b7ed33324'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:03:27.599418 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2106a56-6d97-4758-a8f6-557364e70de3 req-8a9a7e0a-081b-4973-b42e-d21b9edf4ff6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:27.607939 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f2106a56-6d97-4758-a8f6-557364e70de3 req-8a9a7e0a-081b-4973-b42e-d21b9edf4ff6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.1341922
Oct 25 15:03:27.690002 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f2106a56-6d97-4758-a8f6-557364e70de3 req-050216cf-45a2-46f9-8ebf-195f83b34865 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796440
Oct 25 15:03:27.950774 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7fb65-ba14-4f61-a5e7-77e37bb58ddb req-1d09ac4d-41d7-42f2-88ba-bdd0170e1191 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:27.952434 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d4a7fb65-ba14-4f61-a5e7-77e37bb58ddb req-1d09ac4d-41d7-42f2-88ba-bdd0170e1191 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 945 time: 0.1401658
Oct 25 15:03:28.072413 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d4a7fb65-ba14-4f61-a5e7-77e37bb58ddb req-35dd9d57-6dc2-4823-9c40-1d1eba2d2a69 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059873
Oct 25 15:03:28.964542 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6cd63-d3a2-4030-b4dc-8453df534f79 req-8508e9c6-8b27-4bf0-b077-d14794bde916 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:28.973955 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9e6cd63-d3a2-4030-b4dc-8453df534f79 req-8508e9c6-8b27-4bf0-b077-d14794bde916 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.1133850
Oct 25 15:03:29.043517 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9e6cd63-d3a2-4030-b4dc-8453df534f79 req-1911b288-e5de-4274-96f8-36bf4babc6ef tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683181
Oct 25 15:03:29.362811 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8e38a-eb3b-4d21-8977-6b84855f8bce req-62b6cf3a-7c92-4576-ae25-d10d59fb43b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:29.365805 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e1b8e38a-eb3b-4d21-8977-6b84855f8bce req-62b6cf3a-7c92-4576-ae25-d10d59fb43b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 945 time: 0.1070855
Oct 25 15:03:29.425098 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e1b8e38a-eb3b-4d21-8977-6b84855f8bce req-77752b63-36d8-4b63-bddd-885adf419147 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531850
Oct 25 15:03:30.314863 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10aa40-2f59-43e2-8c4b-ae49efc32a3b req-fa7ccaf5-eba2-47c2-b5b9-f525b27b4145 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:30.317491 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1f10aa40-2f59-43e2-8c4b-ae49efc32a3b req-fa7ccaf5-eba2-47c2-b5b9-f525b27b4145 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.1067319
Oct 25 15:03:30.396392 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1f10aa40-2f59-43e2-8c4b-ae49efc32a3b req-5275201d-d6cd-4007-bb9c-de7707e40325 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654786
Oct 25 15:03:30.661925 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51048a-ba5f-4660-9c1d-59f2e6daafe6 req-05abfc51-cd84-472c-9eb7-23e4fb3ab5d9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:30.663699 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ef51048a-ba5f-4660-9c1d-59f2e6daafe6 req-05abfc51-cd84-472c-9eb7-23e4fb3ab5d9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 945 time: 0.1137512
Oct 25 15:03:30.723123 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ef51048a-ba5f-4660-9c1d-59f2e6daafe6 req-f91464f1-a76d-4b16-8689-582e0a8b2070 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484421
Oct 25 15:03:30.767340 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 23906812-0ed8-44b4-bac1-865b7ed33324 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:03:30.937293 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:30.940852 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 23906812-0ed8-44b4-bac1-865b7ed33324 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:03:30.946662 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 23906812-0ed8-44b4-bac1-865b7ed33324 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:03:30.947125 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:31.129112 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:31.166237 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23906812-0ed8-44b4-bac1-865b7ed33324'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:03:31.177864 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 23906812-0ed8-44b4-bac1-865b7ed33324, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=23906812-0ed8-44b4-bac1-865b7ed33324,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:03:31.184148 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:31.186095 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-4eb748de-1693-4775-98d8-709d9ee9456c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:31.260813 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23906812-0ed8-44b4-bac1-865b7ed33324', 'code': 200}
Oct 25 15:03:31.275624 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=23906812-0ed8-44b4-bac1-865b7ed33324,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:31.284609 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.285074 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.285473 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.285859 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.286247 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.286666 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.287051 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.287431 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.287833 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.288155 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.288541 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.288915 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:31.293446 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:31.831406 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50b522-2f72-4784-b5fc-dc69f66a3532 req-d1a06601-b391-44f3-9f00-bdd33ab19eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:31.833040 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6f50b522-2f72-4784-b5fc-dc69f66a3532 req-d1a06601-b391-44f3-9f00-bdd33ab19eb3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 1099 time: 0.1294782
Oct 25 15:03:31.927291 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bc2b3-0ac8-409d-a1f2-96796ab3bfe5 req-5a803dc8-4e23-4078-a2d3-169d5e54c51d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:31.943638 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-138bc2b3-0ac8-409d-a1f2-96796ab3bfe5 req-5a803dc8-4e23-4078-a2d3-169d5e54c51d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.3798194
Oct 25 15:03:32.082708 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6f50b522-2f72-4784-b5fc-dc69f66a3532 req-ae5dc587-74df-486e-b6a0-bac4c1515f51 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2385342
Oct 25 15:03:32.099839 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-138bc2b3-0ac8-409d-a1f2-96796ab3bfe5 req-6f126c00-ba83-4eed-9270-7fe77a38e35a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1547477
Oct 25 15:03:32.230766 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c9858-c0a6-48b7-9dea-a016542921c5 req-e32962cd-7e86-4663-b182-042ba072bc55 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:32.234202 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e4c9858-c0a6-48b7-9dea-a016542921c5 req-e32962cd-7e86-4663-b182-042ba072bc55 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 946 time: 0.2368157
Oct 25 15:03:32.324641 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3e4c9858-c0a6-48b7-9dea-a016542921c5 req-63857b7a-67e3-423f-a717-f670ec2066f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758190
Oct 25 15:03:33.348698 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed378b-da7d-4c2e-be62-d28364965ba6 req-b348a983-bd12-42ad-8d2e-87bd4497c497 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:33.356064 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9bed378b-da7d-4c2e-be62-d28364965ba6 req-b348a983-bd12-42ad-8d2e-87bd4497c497 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.1164298
Oct 25 15:03:33.445451 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9bed378b-da7d-4c2e-be62-d28364965ba6 req-7d0d28fa-84e2-414a-b147-2c04a3280dbf tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861382
Oct 25 15:03:33.791708 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978775a7-5f3e-4aee-9bb7-db9697eb73b5 req-2fd3aa94-00c2-402b-8c36-2faac96034e2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:33.801178 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-978775a7-5f3e-4aee-9bb7-db9697eb73b5 req-2fd3aa94-00c2-402b-8c36-2faac96034e2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 946 time: 0.1638503
Oct 25 15:03:33.859518 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-978775a7-5f3e-4aee-9bb7-db9697eb73b5 req-2bcf4d49-62b9-443f-9aa5-0aa81c70f496 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583243
Oct 25 15:03:34.303804 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-0b16adf0-b5c0-4aab-8281-6bcc51f47e73 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205365955&fields=id&tenant_id=3e67a2e47e9b4189b5270beff7f12aaa HTTP/1.1" status: 200  len: 267 time: 0.0602946
Oct 25 15:03:34.414835 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-88adfc3d-84f2-4837-87fc-d6bce9ec1dda tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:34.417220 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-88adfc3d-84f2-4837-87fc-d6bce9ec1dda tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 984 time: 0.1038976
Oct 25 15:03:34.436336 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Request body: {'port': {'security_groups': ['86e07380-f8d2-4c4e-9bfb-b3860c1c0946']}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:03:34.625121 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:35.024365 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd1712-048c-447b-af53-f81c96cf138b req-11415de9-d2dc-443c-8741-2c5c81d992f7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:35.025903 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1cdd1712-048c-447b-af53-f81c96cf138b req-11415de9-d2dc-443c-8741-2c5c81d992f7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.2306185
Oct 25 15:03:35.064165 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] For port d30b3a4e-cf5b-4e71-83b5-a387cf468495, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:03:35.095550 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1cdd1712-048c-447b-af53-f81c96cf138b req-6a266c82-5232-43f0-972c-0e9c2168e2b6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596743
Oct 25 15:03:35.116259 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:35.135492 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:35.149322 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e5c7717c-4ba5-4d37-9a5b-cda6bf254176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:35.176356 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['d30b3a4e-cf5b-4e71-83b5-a387cf468495'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:03:35.244411 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:35.245336 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:35.250978 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e50cccfd-38f7-4a51-a664-1f4bb5511220 req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "PUT /v2.0/ports/d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 200  len: 942 time: 0.8202407
Oct 25 15:03:35.251775 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:03:35.260214 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60640) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:03:35.311024 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event updated for resources: {'Port': ['ID=d30b3a4e-cf5b-4e71-83b5-a387cf468495,revision_number=7']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:35.368322 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.368714 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.369079 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.369443 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.369800 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.370154 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.370529 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.370881 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.371235 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.371581 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.371928 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.372321 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:35.392694 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'status': 'completed', 'code': 200}
Oct 25 15:03:35.398510 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:35.438179 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1aa988d4-debf-49f8-95e7-d5d1e08385f6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:35.474636 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['d30b3a4e-cf5b-4e71-83b5-a387cf468495'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:03:35.556667 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1aa988d4-debf-49f8-95e7-d5d1e08385f6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:35.656399 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-50f24e96-e5d2-4d81-9ebf-2a95c9a582d7 None None] Provisioning complete for port d30b3a4e-cf5b-4e71-83b5-a387cf468495 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:03:35.656763 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-50f24e96-e5d2-4d81-9ebf-2a95c9a582d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:35.674831 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-72e33732-fda6-4bca-923b-1009ed029976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:35.676379 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-72e33732-fda6-4bca-923b-1009ed029976 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 1098 time: 0.2337830
Oct 25 15:03:35.685778 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fabd55-1462-4f2d-b9c2-37786e39cb1e req-a9f78721-36c1-41d9-a265-5d510c0e3402 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:35.687320 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-67fabd55-1462-4f2d-b9c2-37786e39cb1e req-a9f78721-36c1-41d9-a265-5d510c0e3402 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 946 time: 0.1728308
Oct 25 15:03:35.804414 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:03:35.821516 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-67fabd55-1462-4f2d-b9c2-37786e39cb1e req-fb795dec-3bdc-431e-9af0-0bfe30918740 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147933
Oct 25 15:03:35.825008 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1aa988d4-debf-49f8-95e7-d5d1e08385f6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:35.833094 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae7bf53a-557a-4c23-a577-229a9be4157c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:35.868548 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa988d4-debf-49f8-95e7-d5d1e08385f6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876f588b-54b8-41dc-8dae-7e3dd4739b53,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:35.879673 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1aa988d4-debf-49f8-95e7-d5d1e08385f6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:35.891300 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-6b093491-63b6-4c51-91da-af6274184568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:35.892762 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-6b093491-63b6-4c51-91da-af6274184568 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9df9702-94f3-4ef2-885f-a724178beae5 HTTP/1.1" status: 200  len: 916 time: 0.2045615
Oct 25 15:03:35.894513 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1aa988d4-debf-49f8-95e7-d5d1e08385f6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:35.897918 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-1aa988d4-debf-49f8-95e7-d5d1e08385f6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "DELETE /v2.0/security-groups/876f588b-54b8-41dc-8dae-7e3dd4739b53 HTTP/1.1" status: 204  len: 168 time: 0.6343780
Oct 25 15:03:35.899008 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60652) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:03:36.364093 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-5ab8637a-171b-4514-92e6-9348be444384 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 200  len: 1000 time: 0.4058497
Oct 25 15:03:36.563848 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-aff1abaa-601d-4e6d-8ded-1ebb0a529df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:36.565282 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-aff1abaa-601d-4e6d-8ded-1ebb0a529df7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6b5b697-4160-440e-b4e4-035f62ca96d8 HTTP/1.1" status: 200  len: 854 time: 0.1420345
Oct 25 15:03:36.566308 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Deleting port fbd4662b-f720-4f04-80f0-c3526eae00d5 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:03:36.566671 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:36.613575 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c29a1-8c27-44a8-ac6c-5ed052132d3b req-774a06df-7e13-412e-b740-b5262f15db2b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:36.615155 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cd3c29a1-8c27-44a8-ac6c-5ed052132d3b req-774a06df-7e13-412e-b740-b5262f15db2b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 946 time: 0.4761300
Oct 25 15:03:36.720472 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-e4616336-73b7-4c37-ad0f-3d050ba7e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:36.721897 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-e4616336-73b7-4c37-ad0f-3d050ba7e525 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 1099 time: 0.4431896
Oct 25 15:03:36.745664 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db433-aeaa-4937-a7ea-68ded0208e45 req-c28b908b-2477-4e5b-a894-23088c069399 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:36.747229 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea7db433-aeaa-4937-a7ea-68ded0208e45 req-c28b908b-2477-4e5b-a894-23088c069399 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.5106688
Oct 25 15:03:36.922964 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cd3c29a1-8c27-44a8-ac6c-5ed052132d3b req-870a3602-8e59-455f-82b1-4eca98788b96 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2657928
Oct 25 15:03:36.950072 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60660) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:03:37.011099 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ea7db433-aeaa-4937-a7ea-68ded0208e45 req-6fe06dce-59ae-4871-922f-edbcec6bf396 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2325573
Oct 25 15:03:37.095157 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:37.095488 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:37.121195 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-98cc999c-7d57-4937-b95d-863a6ccf97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:37.123207 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-98cc999c-7d57-4937-b95d-863a6ccf97dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 918 time: 0.3648043
Oct 25 15:03:37.126271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-9f1856c7-13aa-4df3-ba88-30df933a051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:37.127667 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-9f1856c7-13aa-4df3-ba88-30df933a051e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9df9702-94f3-4ef2-885f-a724178beae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5232627
Oct 25 15:03:37.314762 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Calling delete_port for fbd4662b-f720-4f04-80f0-c3526eae00d5 owned by network:floatingip {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:03:37.630117 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-471aa93f-f542-40e0-ae07-e6cc1188edcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5325292e-5038-4996-b49a-ef5866d61dc0 HTTP/1.1" status: 200  len: 1001 time: 0.4513915
Oct 25 15:03:37.730538 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-6b734e58-f6cf-4325-85be-83317089c863 service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5507388
Oct 25 15:03:37.739350 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbe458-1f1f-4b3e-8934-9a0abd99e916 tempest-TestVolumeBootPattern-37523147 tempest-TestVolumeBootPattern-37523147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:37.740046 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-76cbe458-1f1f-4b3e-8934-9a0abd99e916 tempest-TestVolumeBootPattern-37523147 tempest-TestVolumeBootPattern-37523147-project-admin] Synchronizing usage tracker for tenant:b8e4cc3babfe4acbbf4dec7921b88394 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:03:37.773328 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-fdbdafe0-3338-4bef-ad56-436a0af6f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:37.774753 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-fdbdafe0-3338-4bef-ad56-436a0af6f9d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.1297307
Oct 25 15:03:37.917287 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-76cbe458-1f1f-4b3e-8934-9a0abd99e916 tempest-TestVolumeBootPattern-37523147 tempest-TestVolumeBootPattern-37523147-project-admin] Unset dirty status for tenant:b8e4cc3babfe4acbbf4dec7921b88394 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:03:37.918363 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-76cbe458-1f1f-4b3e-8934-9a0abd99e916 tempest-TestVolumeBootPattern-37523147 tempest-TestVolumeBootPattern-37523147-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 1094 time: 0.9635401
Oct 25 15:03:37.922389 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60666) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:03:37.927785 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'floatingip': {'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'port_id': '23906812-0ed8-44b4-bac1-865b7ed33324', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:03:37.934878 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:03:37.938991 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:floatingip and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:03:37.941929 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:03:37.947884 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:03:37.959065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:37.994542 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:38.001643 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:38.041986 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f160e0d-29a3-4c92-920a-b7ada48c4637 req-e7da60c5-e63e-4528-89de-bb7fffda9275 service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2973330
Oct 25 15:03:38.061144 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event deleted for resources: {'Port': ['ID=fbd4662b-f720-4f04-80f0-c3526eae00d5,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:38.091587 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:38.138494 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-86226589-a790-40be-a15a-4e91c9002dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:38.140028 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-86226589-a790-40be-a15a-4e91c9002dd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3075602
Oct 25 15:03:38.147792 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:38.294837 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks [] for floatingip, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:38.295180 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Floating IP ea56e0ba-ef5c-4d7c-985c-b17eb0561341 disassociated (deleted). External IP: 172.27.3.34, port: d30b3a4e-cf5b-4e71-83b5-a387cf468495.
Oct 25 15:03:38.307138 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_common [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Allocated IP 172.27.3.60 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/2fd61232-85be-4f92-9681-a531da8e5371) {{(pid=86765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:03:38.476217 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for port, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:38.504981 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-b4ba5cd8-a00e-4d7d-a90d-377db7d6fd37 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3558869
Oct 25 15:03:38.509414 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:38.515119 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-81fbd7f1-b98b-4b74-b8e2-ccba2d4a5a94 tempest-AttachVolumeNegativeTest-749067402 tempest-AttachVolumeNegativeTest-749067402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:38.577730 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:03:38.581348 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources bound (agent type, host, resource id):  {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:03:38.585191 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Received port after_create {{(pid=86765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:03:38.615676 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917ea80-d6ee-451c-a114-092a237fae0b req-b00eb0a9-8616-4b4a-a7fa-017c244dc36f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:38.617278 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f917ea80-d6ee-451c-a114-092a237fae0b req-b00eb0a9-8616-4b4a-a7fa-017c244dc36f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 946 time: 0.4427834
Oct 25 15:03:38.729062 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'Port': ['ID=2fd61232-85be-4f92-9681-a531da8e5371,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:38.748175 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.748879 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.749510 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.750139 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.750786 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.751590 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.752230 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.752758 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.753193 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.753742 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.754327 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.754932 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:03:38.766673 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:38.772812 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 5325292e-5038-4996-b49a-ef5866d61dc0 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:03:38.837422 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f917ea80-d6ee-451c-a114-092a237fae0b req-a24c033b-c344-4dd6-9e59-b06c0dc446ba tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2110021
Oct 25 15:03:38.850436 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fbb5e39d-196b-4c40-a1df-bb68b1163416 req-ae6a1f2c-e454-4a32-b37b-60656dead09b service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374283
Oct 25 15:03:38.935200 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Router 21d3e098-d197-4a46-8957-74bcb3e295ea has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:03:39.000668 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:39.047308 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:03:39.058116 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:03:39.064457 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:39.066827 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:39.120870 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0', 'code': 200}
Oct 25 15:03:39.147823 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=8']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:39.151061 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:39.238364 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:39.259934 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:03:39.269926 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] Sync routers for ids ['21d3e098-d197-4a46-8957-74bcb3e295ea'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:03:39.279743 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] Routers {'21d3e098-d197-4a46-8957-74bcb3e295ea'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:03:39.280377 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e03a730>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['21d3e098-d197-4a46-8957-74bcb3e295ea'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:39.286088 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:39.338733 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:39.352527 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "DELETE /v2.0/floatingips/ea56e0ba-ef5c-4d7c-985c-b17eb0561341 HTTP/1.1" status: 204  len: 168 time: 3.4506710
Oct 25 15:03:39.352527 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:03:39.486158 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] Set router 21d3e098-d197-4a46-8957-74bcb3e295ea gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:03:39.525132 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'status': 'completed', 'code': 200}
Oct 25 15:03:39.615910 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for port, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:39.621683 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30379639'] for port, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:39.627276 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:39.674599 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-493bd8c9-237b-4189-ae66-575dd4f5f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:39.676475 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-493bd8c9-237b-4189-ae66-575dd4f5f6f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 1098 time: 0.0953307
Oct 25 15:03:39.781019 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'Port': ['ID=2fd61232-85be-4f92-9681-a531da8e5371,revision_number=2']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:39.783378 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:39.846392 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:39.878789 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-ac1c1708-ac8a-4979-a364-ffe5e5544c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:39.880181 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-ac1c1708-ac8a-4979-a364-ffe5e5544c5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9df9702-94f3-4ef2-885f-a724178beae5 HTTP/1.1" status: 200  len: 916 time: 0.1953249
Oct 25 15:03:39.974576 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-731ab69d-eb1b-49df-b9c7-a9de280e572c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 200  len: 217 time: 0.0812509
Oct 25 15:03:40.038459 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e03a730>, [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:33Z', 'revision_number': 5, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:40.046827 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] Checking router: 21d3e098-d197-4a46-8957-74bcb3e295ea for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:03:40.060110 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-bffea8ab-c926-4dc3-811e-26bf8b9f1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:40.062243 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-bffea8ab-c926-4dc3-811e-26bf8b9f1754 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6b5b697-4160-440e-b4e4-035f62ca96d8 HTTP/1.1" status: 200  len: 854 time: 0.0807376
Oct 25 15:03:40.068341 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] Routers {'21d3e098-d197-4a46-8957-74bcb3e295ea'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:03:40.069077 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e03a730>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['21d3e098-d197-4a46-8957-74bcb3e295ea'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:40.090276 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.l3_db [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Floating IP 5b081cbb-0630-49d6-a4ab-8996f1e457cd associated. External IP: 172.27.3.60, port: 23906812-0ed8-44b4-bac1-865b7ed33324.
Oct 25 15:03:40.231212 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-1b166521-da1a-49ba-a5ea-6c06164629af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:40.233794 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-1b166521-da1a-49ba-a5ea-6c06164629af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9df9702-94f3-4ef2-885f-a724178beae5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1603549
Oct 25 15:03:40.237346 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:40.242953 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630872a-8652-4ec8-a204-a34264b1e8b6 req-bd5660b7-43db-4a3f-82e2-dbdabc471f6b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:40.244508 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a630872a-8652-4ec8-a204-a34264b1e8b6 req-bd5660b7-43db-4a3f-82e2-dbdabc471f6b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.1319909
Oct 25 15:03:40.303983 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] Set router 21d3e098-d197-4a46-8957-74bcb3e295ea gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:03:40.380325 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a630872a-8652-4ec8-a204-a34264b1e8b6 req-b2f4e40f-756c-4e42-a79e-4484334b4299 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158698
Oct 25 15:03:40.447299 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-254e56b2-1671-439d-992c-1c1e290e98f5 service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018075
Oct 25 15:03:40.556684 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Router 05bc713a-b7d6-4691-96bb-55d96a0ee839 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:03:40.628016 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9801c2-5194-44c3-9102-e6f025e0484e req-8c28b03d-3036-414a-ad0f-fda22939991d service neutron] 10.222.0.37 "GET /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1696081
Oct 25 15:03:40.636186 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4628a4bb-dd96-4e90-b60a-63aa2cbe9434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:40.755606 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e03a730>, [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:33Z', 'revision_number': 5, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:40.760338 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f08e6-8841-4b1d-8e8a-647c3ebbb421 None None] The sync data for ids ['21d3e098-d197-4a46-8957-74bcb3e295ea'] in dv-cinder-813751-1-iscsi is: [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:00:19Z', 'revision_number': 4, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '2cec2233-7507-430a-b435-d46900fb0721', 'name': '', 'network_id': 'b9df9702-94f3-4ef2-885f-a724178beae5', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'mac_address': 'fa:16:3e:c3:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:18Z', 'updated_at': '2021-10-25T15:00:33Z', 'revision_number': 5, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'subnets': [{'id': 'c6b5b697-4160-440e-b4e4-035f62ca96d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:03:40.874613 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:03:40.886060 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] Sync routers for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:03:40.899502 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:03:40.899936 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f898e80>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:40.904886 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:40.980280 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0563023
Oct 25 15:03:40.981722 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'tag': '23906812-0ed8-44b4-bac1-865b7ed33324'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:03:41.127924 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:03:41.132416 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'tag': '23906812-0ed8-44b4-bac1-865b7ed33324', 'status': 'completed', 'code': 200}
Oct 25 15:03:41.148240 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1d018-e002-4990-a718-ea3fd3eba37a None None] New status for floating IP ea56e0ba-ef5c-4d7c-985c-b17eb0561341: DOWN {{(pid=86766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:03:41.295650 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-2db4f765-efcf-45a2-9feb-5d22ed4a87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:41.297392 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-2db4f765-efcf-45a2-9feb-5d22ed4a87e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 1099 time: 0.0915782
Oct 25 15:03:41.468893 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-a57b768c-33bf-4699-9e73-d74eca644f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:41.471638 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-a57b768c-33bf-4699-9e73-d74eca644f16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 913 time: 0.1518023
Oct 25 15:03:41.535619 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f898e80>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '5b081cbb-0630-49d6-a4ab-8996f1e457cd', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '23906812-0ed8-44b4-bac1-865b7ed33324', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:25:98:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:03:39Z', 'updated_at': '2021-10-25T15:03:39Z', 'revision_number': 0, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:41.542803 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] Checking router: 05bc713a-b7d6-4691-96bb-55d96a0ee839 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:03:41.559117 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:03:41.560850 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6f898e80>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:03:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:41.760199 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-cdf6388d-a019-42cc-b015-c2b3f79d32e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23906812-0ed8-44b4-bac1-865b7ed33324 HTTP/1.1" status: 200  len: 999 time: 0.2793801
Oct 25 15:03:41.899115 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d19ae8-4e3b-49b7-8f95-1024fde8c039 req-806d435e-5613-4ad7-94de-ead793a69ce2 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:41.901502 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-07d19ae8-4e3b-49b7-8f95-1024fde8c039 req-806d435e-5613-4ad7-94de-ead793a69ce2 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.3147025
Oct 25 15:03:41.908195 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-f5c7ba30-7736-43be-9d5f-6ba56078f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:41.910590 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-f5c7ba30-7736-43be-9d5f-6ba56078f2d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.1419590
Oct 25 15:03:41.969429 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:03:42.073961 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-07d19ae8-4e3b-49b7-8f95-1024fde8c039 req-4b726b4a-cdc3-45ee-b882-c7fafc299f3c tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1617985
Oct 25 15:03:42.119583 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-8e0c4f69-aac3-4885-9b75-395caf6f466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:42.121531 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-8e0c4f69-aac3-4885-9b75-395caf6f466e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1815991
Oct 25 15:03:42.409020 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-a08d8d3c-a5d8-4ed0-8210-aa3ec3c3aaee service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2762129
Oct 25 15:03:42.497539 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6f898e80>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '5b081cbb-0630-49d6-a4ab-8996f1e457cd', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '23906812-0ed8-44b4-bac1-865b7ed33324', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:25:98:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:03:39Z', 'updated_at': '2021-10-25T15:03:39Z', 'revision_number': 0, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:03:42.511164 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16271f1c-0196-4863-b915-91323faf0eb4 None None] The sync data for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi is: [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '5b081cbb-0630-49d6-a4ab-8996f1e457cd', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '23906812-0ed8-44b4-bac1-865b7ed33324', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:25:98:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:03:39Z', 'updated_at': '2021-10-25T15:03:39Z', 'revision_number': 0, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:03:42.676821 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-33ca7ea7-5cb9-4c8a-94d7-72cf3d2f7640 req-fd8a7139-3761-4adc-8b2b-989fabb1f95d service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2591596
Oct 25 15:03:42.852371 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9bfba-e40d-421f-bb08-68b0a151f8f4 None None] New status for floating IP 5b081cbb-0630-49d6-a4ab-8996f1e457cd: ACTIVE {{(pid=86767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:03:43.501128 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9aaa7-9c64-424b-b8ed-69975684b0bc req-d5303526-9d03-4122-99fd-edcfcd0727b3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:43.503522 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3bf9aaa7-9c64-424b-b8ed-69975684b0bc req-d5303526-9d03-4122-99fd-edcfcd0727b3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.1130865
Oct 25 15:03:43.549248 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3bf9aaa7-9c64-424b-b8ed-69975684b0bc req-2a1e259d-5e33-4215-848a-207307fb81c9 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417538
Oct 25 15:03:43.557843 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-04ee3ced-c223-48da-86e6-f7f9b628d753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:43.722300 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60752) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:03:43.847835 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-0d86dc5c-2e77-4679-92a7-df80b702af20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1241391
Oct 25 15:03:44.235595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143d3de-1ac4-494b-b24f-9159f895362b req-32a1f7a3-1754-4433-8de2-3bf07b32fe42 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:44.236216 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c143d3de-1ac4-494b-b24f-9159f895362b req-32a1f7a3-1754-4433-8de2-3bf07b32fe42 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Synchronizing usage tracker for tenant:3e67a2e47e9b4189b5270beff7f12aaa on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:03:44.252534 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c143d3de-1ac4-494b-b24f-9159f895362b req-32a1f7a3-1754-4433-8de2-3bf07b32fe42 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Unset dirty status for tenant:3e67a2e47e9b4189b5270beff7f12aaa on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:03:44.253702 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c143d3de-1ac4-494b-b24f-9159f895362b req-32a1f7a3-1754-4433-8de2-3bf07b32fe42 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.1128366
Oct 25 15:03:44.316444 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c143d3de-1ac4-494b-b24f-9159f895362b req-820b8601-01a1-4213-9115-8d1e771d579a tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Synchronizing usage tracker for tenant:3e67a2e47e9b4189b5270beff7f12aaa on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:03:44.335376 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c143d3de-1ac4-494b-b24f-9159f895362b req-820b8601-01a1-4213-9115-8d1e771d579a tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Unset dirty status for tenant:3e67a2e47e9b4189b5270beff7f12aaa on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:03:44.336745 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c143d3de-1ac4-494b-b24f-9159f895362b req-820b8601-01a1-4213-9115-8d1e771d579a tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722244
Oct 25 15:03:44.462492 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:44.823557 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 5325292e-5038-4996-b49a-ef5866d61dc0 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:03:44.846731 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a1055-0ece-4bb9-8690-a55e5c5bedda req-21ad52ba-0e9c-49e5-9357-6c7b5d8bd187 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:44.848225 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ff7a1055-0ece-4bb9-8690-a55e5c5bedda req-21ad52ba-0e9c-49e5-9357-6c7b5d8bd187 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.1186118
Oct 25 15:03:44.896234 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ff7a1055-0ece-4bb9-8690-a55e5c5bedda req-43af0422-3205-441f-a076-7055cd5a3478 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420508
Oct 25 15:03:45.562176 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37b092-f826-46a7-8da0-5879fbeca804 req-dbb6f8c0-5631-4740-966e-f5526e98ee2e tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:45.564931 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7b37b092-f826-46a7-8da0-5879fbeca804 req-dbb6f8c0-5631-4740-966e-f5526e98ee2e tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.1062598
Oct 25 15:03:45.637195 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7b37b092-f826-46a7-8da0-5879fbeca804 req-7c8415e4-0e8a-4302-a198-4c0b61a77395 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661633
Oct 25 15:03:46.152354 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0d073-c625-467f-b26c-b0135e3e7e25 req-050adc54-a6df-40c2-96f2-753a8b313163 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:46.154464 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-04e0d073-c625-467f-b26c-b0135e3e7e25 req-050adc54-a6df-40c2-96f2-753a8b313163 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.1292570
Oct 25 15:03:46.218515 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-04e0d073-c625-467f-b26c-b0135e3e7e25 req-1afe9f99-6617-40fd-8a29-a681955c62df tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552118
Oct 25 15:03:46.224414 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-d1f07985-546e-4df9-9d5c-ced884be3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:46.225899 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-d1f07985-546e-4df9-9d5c-ced884be3a50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5&tenant_id=642447a5062244b2a248e9c27858419a HTTP/1.1" status: 200  len: 1097 time: 0.1263115
Oct 25 15:03:46.339095 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-20742dde-4b85-4c43-b1bd-a93e603fcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:46.340583 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-20742dde-4b85-4c43-b1bd-a93e603fcc5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 1097 time: 0.0776408
Oct 25 15:03:46.601081 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-0b6abec3-dec7-4d4c-8d72-637d5584131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:46.602592 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-0b6abec3-dec7-4d4c-8d72-637d5584131b service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 918 time: 0.1928625
Oct 25 15:03:46.616205 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-9d429d15-640b-498b-8c17-61ad5cd12985 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:46.617742 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-9d429d15-640b-498b-8c17-61ad5cd12985 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.1897662
Oct 25 15:03:46.645756 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:46.821537 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Deleting port d30b3a4e-cf5b-4e71-83b5-a387cf468495 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:03:46.821915 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:46.860885 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-8f66c17c-939d-4883-b235-bfa1ecff4b02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5325292e-5038-4996-b49a-ef5866d61dc0 HTTP/1.1" status: 200  len: 999 time: 0.2358789
Oct 25 15:03:47.043491 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-d2177c6d-4785-4e0c-b058-a5d4fc185796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:47.045501 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-d2177c6d-4785-4e0c-b058-a5d4fc185796 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.1743150
Oct 25 15:03:47.269925 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec07a6-9d2a-4ec7-a2d1-416ecb10018c req-3bd671ea-6bb5-4fab-a93b-ee0f2bba278f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:47.272015 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-36ec07a6-9d2a-4ec7-a2d1-416ecb10018c req-3bd671ea-6bb5-4fab-a93b-ee0f2bba278f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 945 time: 0.5126872
Oct 25 15:03:47.373937 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-36ec07a6-9d2a-4ec7-a2d1-416ecb10018c req-ca162eb2-b43f-4ca4-9b08-f7cc357e0c02 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/security-groups?id=86e07380-f8d2-4c4e-9bfb-b3860c1c0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884995
Oct 25 15:03:47.447235 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] For port d30b3a4e-cf5b-4e71-83b5-a387cf468495, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=d30b3a4e-cf5b-4e71-83b5-a387cf468495,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:03:47.447608 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:47.590002 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Calling delete_port for d30b3a4e-cf5b-4e71-83b5-a387cf468495 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:03:47.620761 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-be0f4f6a-e396-4c34-9baf-20753e69a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:47.622879 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-be0f4f6a-e396-4c34-9baf-20753e69a33d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4189789
Oct 25 15:03:47.808664 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34379d-f948-489c-a0b0-35a9a837f8dd req-80c242da-6c5b-45e8-a5aa-700c1e41d934 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:47.810703 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5c34379d-f948-489c-a0b0-35a9a837f8dd req-80c242da-6c5b-45e8-a5aa-700c1e41d934 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.4471889
Oct 25 15:03:47.882357 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-f07f5518-8e54-4187-8a02-4ce1218703db service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2515996
Oct 25 15:03:47.995816 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5c34379d-f948-489c-a0b0-35a9a837f8dd req-df912ced-58bc-4d56-9ea7-8c48ad713bdc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1678612
Oct 25 15:03:48.018960 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:48.027266 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5cdb9894-fe76-43ae-a600-06d0026b3974 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:03:48.056625 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['d30b3a4e-cf5b-4e71-83b5-a387cf468495'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:03:48.087229 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Pushing event deleted for resources: {'Port': ['ID=d30b3a4e-cf5b-4e71-83b5-a387cf468495,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:03:48.119049 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:03:48.176882 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7418f647-fc2e-4a6b-89b7-3d141f8fb96f req-6eea7c77-4344-4f74-9ebc-813d6bbb79dc service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2838252
Oct 25 15:03:48.181923 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] No DVR routers for this DVR port d30b3a4e-cf5b-4e71-83b5-a387cf468495 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:03:48.185559 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:03:48.188310 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'name': 'network-vif-deleted', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:03:48.216811 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-deca50e1-1797-4a65-a67d-d604dde5c369 req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.37 "DELETE /v2.0/ports/d30b3a4e-cf5b-4e71-83b5-a387cf468495 HTTP/1.1" status: 204  len: 173 time: 1.5905905
Oct 25 15:03:48.248036 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf132f4-3386-4f94-bab3-ca0891cb6387', 'name': 'network-vif-deleted', 'tag': 'd30b3a4e-cf5b-4e71-83b5-a387cf468495', 'status': 'completed', 'code': 200}
Oct 25 15:03:48.553037 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-a676aadb-2ced-4a7f-8b06-aff2e7393b65 req-ec986d2f-37c6-46d6-9dde-175a6394378a tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Synchronizing usage tracker for tenant:3e67a2e47e9b4189b5270beff7f12aaa on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:03:48.572928 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-a676aadb-2ced-4a7f-8b06-aff2e7393b65 req-ec986d2f-37c6-46d6-9dde-175a6394378a tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Unset dirty status for tenant:3e67a2e47e9b4189b5270beff7f12aaa on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:03:48.575186 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a676aadb-2ced-4a7f-8b06-aff2e7393b65 req-ec986d2f-37c6-46d6-9dde-175a6394378a tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0727861
Oct 25 15:03:49.225668 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b60c32-3af6-4a67-8a27-369c1fb238ed req-eb7834b7-dc20-4d9e-818f-8f2cde0f6f59 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:49.227294 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8b60c32-3af6-4a67-8a27-369c1fb238ed req-eb7834b7-dc20-4d9e-818f-8f2cde0f6f59 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.0889113
Oct 25 15:03:49.274720 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e8b60c32-3af6-4a67-8a27-369c1fb238ed req-4288585c-be9f-46df-9199-a91d60e238bb tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409343
Oct 25 15:03:49.889943 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2ea6b897-6465-4af5-863f-b525a898d98e req-8e294cff-7af2-43ee-bc89-c8450618eb08 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0447440
Oct 25 15:03:50.490350 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06deb5-edcb-496d-bc4f-f9529033a0a3 req-d17b869c-29a0-4be3-89a9-b4d46577dedc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:50.491946 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1d06deb5-edcb-496d-bc4f-f9529033a0a3 req-d17b869c-29a0-4be3-89a9-b4d46577dedc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.0961628
Oct 25 15:03:50.541146 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1d06deb5-edcb-496d-bc4f-f9529033a0a3 req-382b1651-fc31-4089-987a-6762d18cc09c tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415621
Oct 25 15:03:50.843193 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device d30b3a4e-cf5b-4e71-83b5-a387cf468495 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:03:50.883278 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: d30b3a4e-cf5b-4e71-83b5-a387cf468495 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:03:50.883633 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device d30b3a4e-cf5b-4e71-83b5-a387cf468495 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:03:51.073046 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c452873-1c54-4538-8614-473e0e9f9b96 req-02f02cea-d779-4825-98d2-7d4340d414d0 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0437109
Oct 25 15:03:51.762758 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664fbaf-940d-4fce-8b41-e9635a1e6d40 req-8b56dfd3-4d59-4f5b-8325-96471cd05b8f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:51.764521 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2664fbaf-940d-4fce-8b41-e9635a1e6d40 req-8b56dfd3-4d59-4f5b-8325-96471cd05b8f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.0893691
Oct 25 15:03:51.824168 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2664fbaf-940d-4fce-8b41-e9635a1e6d40 req-ee50e51a-4d61-4fc5-a1c8-1030128548f8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510442
Oct 25 15:03:52.247929 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7e0e4af-42f5-4e4c-8373-a5c1d7cb06dc req-07ebc8a2-ddd5-40a9-8dcc-c775addea869 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0472131
Oct 25 15:03:53.167671 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88719cb-f359-49ac-8d34-7db42e8d16b0 req-78ab927f-d70b-4c78-bd19-8160a3258372 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:53.169242 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c88719cb-f359-49ac-8d34-7db42e8d16b0 req-78ab927f-d70b-4c78-bd19-8160a3258372 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.0839052
Oct 25 15:03:53.219883 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c88719cb-f359-49ac-8d34-7db42e8d16b0 req-412c04ab-9b5a-44af-8ba0-aa646650e949 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448611
Oct 25 15:03:53.521351 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c124-a1a0-4fc6-bf2d-a92247986e82 req-54b50ad2-502b-4443-b8ad-78aca3c753ea tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:53.522897 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-edc5c124-a1a0-4fc6-bf2d-a92247986e82 req-54b50ad2-502b-4443-b8ad-78aca3c753ea tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.1959336
Oct 25 15:03:53.571507 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-edc5c124-a1a0-4fc6-bf2d-a92247986e82 req-f49df375-04cb-4ba0-a027-7a141f2c59f6 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422189
Oct 25 15:03:53.736380 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-50b9b213-6eaa-4c03-99e1-e47ab75b0f69 req-75952558-484c-4a41-a852-469cc3465164 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0459471
Oct 25 15:03:54.431068 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fa0ef-1573-4c44-869e-1a97f06d2e37 req-c7060c30-fee2-45cb-81cb-ca522b508a26 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:54.432544 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9fa0ef-1573-4c44-869e-1a97f06d2e37 req-c7060c30-fee2-45cb-81cb-ca522b508a26 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.0959456
Oct 25 15:03:54.482066 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b9fa0ef-1573-4c44-869e-1a97f06d2e37 req-555a3d52-c097-436d-8712-67ea8fad4e22 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425489
Oct 25 15:03:54.772820 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8da51-38da-4edf-b09d-2755e3ffd260 req-a6b77dd2-441f-41c2-90a5-9f8bba2615a8 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:54.774323 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dcf8da51-38da-4edf-b09d-2755e3ffd260 req-a6b77dd2-441f-41c2-90a5-9f8bba2615a8 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0881622
Oct 25 15:03:54.828930 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dcf8da51-38da-4edf-b09d-2755e3ffd260 req-c951c9d5-5826-4af4-b7f4-863817899f90 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485485
Oct 25 15:03:54.987316 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-72ab310e-b15e-4602-b42f-10c5207e6af9 req-21c47e8c-ecd3-4ef3-abdd-c62b6cf7ebd0 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0441990
Oct 25 15:03:55.682166 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c653dc-6d2d-454f-8120-dd5307aea29f req-4eca1a3f-b690-4ce7-b771-8d7470e02dbd tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:55.683522 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-75c653dc-6d2d-454f-8120-dd5307aea29f req-4eca1a3f-b690-4ce7-b771-8d7470e02dbd tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.0891652
Oct 25 15:03:55.732410 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-75c653dc-6d2d-454f-8120-dd5307aea29f req-a2d8bb81-1a8b-4dd0-a073-f9c1ae55c34b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427530
Oct 25 15:03:56.037724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e318c1-889e-433c-878c-26dcb21de0e5 req-880a831c-2312-49f8-8bbc-a3a8bd1399f8 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:56.039501 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8e318c1-889e-433c-878c-26dcb21de0e5 req-880a831c-2312-49f8-8bbc-a3a8bd1399f8 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0961421
Oct 25 15:03:56.091356 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f8e318c1-889e-433c-878c-26dcb21de0e5 req-7a327643-df06-462b-b71f-0b52fa9baecf tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455720
Oct 25 15:03:56.247602 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a1be672d-0909-45b6-a48e-4170eb3f3daf req-13fdef90-f338-4e89-b234-763ad74489f9 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0477262
Oct 25 15:03:56.944155 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66918-4578-4210-b66e-e15ee81829d6 req-6cd77dc1-7704-4e7a-a6b2-296a591141b4 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:56.945674 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b2e66918-4578-4210-b66e-e15ee81829d6 req-6cd77dc1-7704-4e7a-a6b2-296a591141b4 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.0903494
Oct 25 15:03:56.994215 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b2e66918-4578-4210-b66e-e15ee81829d6 req-58d02759-0edb-4e94-80c1-cb7f8814d290 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424860
Oct 25 15:03:57.295297 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027b04c-039f-462c-a824-20116d1d34ea req-bf4000e4-46f5-4d82-9a0f-9db6f9a6b187 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:57.296941 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0027b04c-039f-462c-a824-20116d1d34ea req-bf4000e4-46f5-4d82-9a0f-9db6f9a6b187 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0899189
Oct 25 15:03:57.346482 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0027b04c-039f-462c-a824-20116d1d34ea req-849cc60d-870b-4949-937d-b563faeb11ea tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433321
Oct 25 15:03:57.498428 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22f0941d-b8b6-44f6-b92d-979dc686adbf req-959c1e46-8658-4d84-bc13-6eda07328572 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0451579
Oct 25 15:03:58.257550 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689994-d086-4cb2-9ee9-9ba152be4aa6 req-29112d4c-1eaa-44ec-8330-0131f4b3346e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:58.259232 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3f689994-d086-4cb2-9ee9-9ba152be4aa6 req-29112d4c-1eaa-44ec-8330-0131f4b3346e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.1069994
Oct 25 15:03:58.309655 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3f689994-d086-4cb2-9ee9-9ba152be4aa6 req-532ce96e-f2e5-47fd-b4c5-8783868e1629 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434613
Oct 25 15:03:58.556724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cdb74-9e74-44ab-a7de-9db9994f4fe9 req-10de67f7-cc5d-4ca8-ae2d-f37df3ed9257 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:58.558280 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-517cdb74-9e74-44ab-a7de-9db9994f4fe9 req-10de67f7-cc5d-4ca8-ae2d-f37df3ed9257 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0864887
Oct 25 15:03:58.611618 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-517cdb74-9e74-44ab-a7de-9db9994f4fe9 req-84723eb7-b081-4a9d-b24f-c5364e68d19f tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466857
Oct 25 15:03:58.780520 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf0511f7-8485-4528-82f8-0cf6cce21e55 req-c074813c-b9ce-4a97-be3a-41d47932511f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0462372
Oct 25 15:03:59.520857 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c2a1-2766-4d45-b097-1dd47dd3a0d0 req-14d67d1a-486a-4a04-891f-b7c711dfd76d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:59.522389 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1cc7c2a1-2766-4d45-b097-1dd47dd3a0d0 req-14d67d1a-486a-4a04-891f-b7c711dfd76d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.0941947
Oct 25 15:03:59.573896 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1cc7c2a1-2766-4d45-b097-1dd47dd3a0d0 req-dd0740d9-a576-46d6-a480-ba1aea4f7714 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457656
Oct 25 15:03:59.821460 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8ee72-070b-4296-a8af-8b722a4c80da req-302640a4-5411-4f4b-aacf-dfff77411850 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:03:59.823540 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9dd8ee72-070b-4296-a8af-8b722a4c80da req-302640a4-5411-4f4b-aacf-dfff77411850 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0979121
Oct 25 15:03:59.900951 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9dd8ee72-070b-4296-a8af-8b722a4c80da req-d05e80ef-ddc1-43ef-a305-a8cd0d2fae2c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702612
Oct 25 15:04:00.057983 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-85280784-f3ef-4e20-92ce-d8c36fbf5cdc req-25d6164d-42e6-4b9f-9ed5-96efc6622350 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bf132f4-3386-4f94-bab3-ca0891cb6387 HTTP/1.1" status: 200  len: 210 time: 0.0476272
Oct 25 15:04:00.778800 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b4b60-94cb-477e-8e0b-abf270b600d1 req-475c0cbe-d334-4976-90fd-49839db3a556 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:00.780314 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-036b4b60-94cb-477e-8e0b-abf270b600d1 req-475c0cbe-d334-4976-90fd-49839db3a556 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.0910504
Oct 25 15:04:00.831564 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-036b4b60-94cb-477e-8e0b-abf270b600d1 req-47fe552d-bba5-4cb8-871d-df6a9bc3281c tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457342
Oct 25 15:04:00.899657 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:01.091994 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031157-559f-4cdd-8107-0d349f49ac6b req-a4b3d5c1-31fb-46a3-a4c2-60502f619744 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:01.093746 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-59031157-559f-4cdd-8107-0d349f49ac6b req-a4b3d5c1-31fb-46a3-a4c2-60502f619744 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0816250
Oct 25 15:04:01.145130 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-59031157-559f-4cdd-8107-0d349f49ac6b req-f1fe0558-8b1e-41c2-b2c5-e99e24d29023 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444419
Oct 25 15:04:01.673254 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60940) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:02.229464 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7da5d-31c5-4437-8254-67ee15fe20e5 req-33fd85c9-d760-4413-9c50-435054a13990 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:02.231464 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a3c7da5d-31c5-4437-8254-67ee15fe20e5 req-33fd85c9-d760-4413-9c50-435054a13990 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.1625526
Oct 25 15:04:02.367284 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a3c7da5d-31c5-4437-8254-67ee15fe20e5 req-aa432ff3-a72d-4bbc-96d2-f41025de61c9 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288059
Oct 25 15:04:02.424600 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecb31c-c29b-4321-932e-d79b20616a88 req-5adf829a-234b-4e0e-99c2-5d37a340ebbc tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:02.426074 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eaecb31c-c29b-4321-932e-d79b20616a88 req-5adf829a-234b-4e0e-99c2-5d37a340ebbc tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.1333838
Oct 25 15:04:02.518086 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eaecb31c-c29b-4321-932e-d79b20616a88 req-4b7b47a2-19b9-4529-a1f2-326bb2c5f651 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850065
Oct 25 15:04:02.546146 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33510431'] for router_interface, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:02.959325 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Deleting port 2cec2233-7507-430a-b435-d46900fb0721 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:02.959671 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:03.143165 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] For port 2cec2233-7507-430a-b435-d46900fb0721, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=2cec2233-7507-430a-b435-d46900fb0721,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:03.143438 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:03.272833 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Calling delete_port for 2cec2233-7507-430a-b435-d46900fb0721 owned by network:router_interface {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:03.450947 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:03.454887 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-041091dd-e1b3-45a7-b842-159bc2e96d6f tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:03.545065 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cec2233-7507-430a-b435-d46900fb0721,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:03.580864 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:03.925771 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b9d6f-aa14-48a2-8412-c7a590a057b9 req-19293005-9167-4b1a-ab5f-cc626b0f21ad tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:03.927212 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a98b9d6f-aa14-48a2-8412-c7a590a057b9 req-19293005-9167-4b1a-ab5f-cc626b0f21ad tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.4399207
Oct 25 15:04:04.157116 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a98b9d6f-aa14-48a2-8412-c7a590a057b9 req-09f10ec8-d232-488b-898e-1f837d4d3fa1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1666670
Oct 25 15:04:04.171975 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e990316-d127-4a4d-a473-0c5191d5642f req-0f9d1852-1d80-4781-be39-57be7084948c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:04.173432 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0e990316-d127-4a4d-a473-0c5191d5642f req-0f9d1852-1d80-4781-be39-57be7084948c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.3956976
Oct 25 15:04:04.175656 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf909f-f103-4264-b48c-7463cba05660 req-6b57e537-1917-48df-92fa-5cb16fca9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:04.177144 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdbf909f-f103-4264-b48c-7463cba05660 req-6b57e537-1917-48df-92fa-5cb16fca9613 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851559b5d43e474aa0fb5071883e75fb&device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1098 time: 0.3953707
Oct 25 15:04:04.243023 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33051299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33533327'] for router_interface, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:04.400885 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0e990316-d127-4a4d-a473-0c5191d5642f req-5c007cf6-7b26-4808-8abf-62ff4d0b600c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2167826
Oct 25 15:04:04.516893 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf909f-f103-4264-b48c-7463cba05660 req-94ec8aa6-f0f0-4737-8127-e31bb45b66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:04.518270 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdbf909f-f103-4264-b48c-7463cba05660 req-94ec8aa6-f0f0-4737-8127-e31bb45b66a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca89f383-e1f5-453f-952d-7a6a92223229 HTTP/1.1" status: 200  len: 910 time: 0.3082464
Oct 25 15:04:04.650529 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdbf909f-f103-4264-b48c-7463cba05660 req-9123f0e2-9870-473e-a30b-60239baf12ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8 HTTP/1.1" status: 200  len: 1001 time: 0.1232688
Oct 25 15:04:04.847861 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf909f-f103-4264-b48c-7463cba05660 req-93206299-b035-4b3d-9604-07af5bff4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:04.849317 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdbf909f-f103-4264-b48c-7463cba05660 req-93206299-b035-4b3d-9604-07af5bff4073 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7ec8752-a35a-4c4e-a625-8fa642b99b7a HTTP/1.1" status: 200  len: 848 time: 0.1501653
Oct 25 15:04:04.924867 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Router 21d3e098-d197-4a46-8957-74bcb3e295ea has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:04:05.228213 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf909f-f103-4264-b48c-7463cba05660 req-604e1458-4545-4e8f-afcf-81bd3c6d2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:05.229666 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdbf909f-f103-4264-b48c-7463cba05660 req-604e1458-4545-4e8f-afcf-81bd3c6d2087 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca89f383-e1f5-453f-952d-7a6a92223229&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3595359
Oct 25 15:04:05.381078 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:04:05.389755 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] Sync routers for ids ['21d3e098-d197-4a46-8957-74bcb3e295ea'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:04:05.399171 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] Routers {'21d3e098-d197-4a46-8957-74bcb3e295ea'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:04:05.399881 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6df249d0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:03:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['21d3e098-d197-4a46-8957-74bcb3e295ea'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:05.443829 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] 10.222.0.57 "PUT /v2.0/routers/21d3e098-d197-4a46-8957-74bcb3e295ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7694511
Oct 25 15:04:05.447876 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60964) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:05.525095 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdbf909f-f103-4264-b48c-7463cba05660 req-7edfef90-aaf8-4e86-9f25-4fc0da969a8f service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2856307
Oct 25 15:04:05.599310 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] Set router 21d3e098-d197-4a46-8957-74bcb3e295ea gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:04:05.721796 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03e9e9-0808-4aff-9af2-4cfd192c92fd req-461894f4-d2f0-4379-92df-b4c3b4c430bc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:05.723267 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fd03e9e9-0808-4aff-9af2-4cfd192c92fd req-461894f4-d2f0-4379-92df-b4c3b4c430bc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.4134552
Oct 25 15:04:05.872942 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Notify callbacks [] for router, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:05.896758 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6df249d0>, [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:04:03Z', 'revision_number': 5, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:05.900720 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] Checking router: 21d3e098-d197-4a46-8957-74bcb3e295ea for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:04:05.913993 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] Routers {'21d3e098-d197-4a46-8957-74bcb3e295ea'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:04:05.914722 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6df249d0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:03:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['21d3e098-d197-4a46-8957-74bcb3e295ea'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:05.932181 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fd03e9e9-0808-4aff-9af2-4cfd192c92fd req-84936fcd-3844-433d-a2fa-886b46caa8f1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1881409
Oct 25 15:04:06.000438 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdbf909f-f103-4264-b48c-7463cba05660 req-1418c62e-094e-4a48-8f34-1aa668115682 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4144819
Oct 25 15:04:06.035183 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d844b0b-e79e-41fa-9eb3-e05a74e4712d req-196dad8b-06b2-4686-ac04-af29192a3621 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:06.036767 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6d844b0b-e79e-41fa-9eb3-e05a74e4712d req-196dad8b-06b2-4686-ac04-af29192a3621 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.4371171
Oct 25 15:04:06.109200 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6d844b0b-e79e-41fa-9eb3-e05a74e4712d req-d50b88d6-8b13-4903-8c1a-754915ca4c01 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660980
Oct 25 15:04:06.118639 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:06.138419 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Deleting port 7e38af74-4a8b-4752-853c-1a57e96452d3 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:06.138983 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:06.150894 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] Set router 21d3e098-d197-4a46-8957-74bcb3e295ea gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:04:06.337456 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] For port 7e38af74-4a8b-4752-853c-1a57e96452d3, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=7e38af74-4a8b-4752-853c-1a57e96452d3,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:06.337975 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:06.462161 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Calling delete_port for 7e38af74-4a8b-4752-853c-1a57e96452d3 owned by network:router_gateway {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:06.466289 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6df249d0>, [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:04:03Z', 'revision_number': 5, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:06.470193 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1dd75-a4c7-4c6f-91dc-3c06a2c3757f None None] The sync data for ids ['21d3e098-d197-4a46-8957-74bcb3e295ea'] in dv-cinder-813751-1-iscsi is: [{'id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'name': 'tempest-TestMinimumBasicScenario-1902324820-router', 'tenant_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:10Z', 'updated_at': '2021-10-25T15:04:03Z', 'revision_number': 5, 'project_id': '3e67a2e47e9b4189b5270beff7f12aaa', 'gw_port': {'id': '7e38af74-4a8b-4752-853c-1a57e96452d3', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3e098-d197-4a46-8957-74bcb3e295ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:04:06.635000 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:06.639328 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e8ab483d-ed55-4cb4-b758-a63bc7095bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:06.684298 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e38af74-4a8b-4752-853c-1a57e96452d3,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:06.713628 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:06.904535 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33441010'] for router_gateway, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.141442 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33513238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1632'] for router, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.146118 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.182070 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33512457'] for router, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.182640 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d3e098-d197-4a46-8957-74bcb3e295ea {{(pid=86764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Oct 25 15:04:07.208621 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce41580-433b-44ff-8781-3960fdbc6a5f req-aa107a50-5bed-4463-a2a4-80972326698b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:07.210213 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bce41580-433b-44ff-8781-3960fdbc6a5f req-aa107a50-5bed-4463-a2a4-80972326698b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.1236727
Oct 25 15:04:07.214428 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Notify callbacks [] for router, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.218501 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] 10.222.0.57 "DELETE /v2.0/routers/21d3e098-d197-4a46-8957-74bcb3e295ea HTTP/1.1" status: 204  len: 168 time: 1.7612166
Oct 25 15:04:07.219229 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60976) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:07.305971 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddd955f-e239-4486-a6a6-2f6c2cc4dbd4 admin admin] Deleting subnet c6b5b697-4160-440e-b4e4-035f62ca96d8 {{(pid=86765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:04:07.309483 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bddd955f-e239-4486-a6a6-2f6c2cc4dbd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.332350 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bce41580-433b-44ff-8781-3960fdbc6a5f req-e40184a6-62cd-4525-87ca-3c53911ec3b9 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112266
Oct 25 15:04:07.372870 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bddd955f-e239-4486-a6a6-2f6c2cc4dbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31795246'] for subnet, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.392644 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf590ea0-1b83-472f-8547-21020c0f6924 req-2422f1fd-6d74-4f33-a71b-35fe3eb7cb26 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:07.394214 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf590ea0-1b83-472f-8547-21020c0f6924 req-2422f1fd-6d74-4f33-a71b-35fe3eb7cb26 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.1374836
Oct 25 15:04:07.440521 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cf590ea0-1b83-472f-8547-21020c0f6924 req-19b3511b-1ca3-41dc-9cc3-1d6bb287cc67 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401189
Oct 25 15:04:07.499653 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bddd955f-e239-4486-a6a6-2f6c2cc4dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.568548 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bddd955f-e239-4486-a6a6-2f6c2cc4dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30357474'] for subnet, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.576153 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-eeed30ed-09b1-425d-85f8-8eff78b6015b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:07.613607 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd955f-e239-4486-a6a6-2f6c2cc4dbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b5b697-4160-440e-b4e4-035f62ca96d8,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:07.615756 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-bddd955f-e239-4486-a6a6-2f6c2cc4dbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.616773 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8be240-5740-4167-a298-7ecf115f39d0 None None] Network b9df9702-94f3-4ef2-885f-a724178beae5 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:04:07.618193 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-bddd955f-e239-4486-a6a6-2f6c2cc4dbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:07.624601 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-bddd955f-e239-4486-a6a6-2f6c2cc4dbd4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c6b5b697-4160-440e-b4e4-035f62ca96d8 HTTP/1.1" status: 204  len: 168 time: 0.4024675
Oct 25 15:04:07.624909 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 60980) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:07.735191 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.747364 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Deleting port a81b7428-c596-4ac2-bc1b-6c8496516b08 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:07.747717 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:07.818706 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 2cec2233-7507-430a-b435-d46900fb0721 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:07.859474 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 2cec2233-7507-430a-b435-d46900fb0721 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:04:07.859822 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 2cec2233-7507-430a-b435-d46900fb0721 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:04:07.860254 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 7e38af74-4a8b-4752-853c-1a57e96452d3 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:07.899837 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 7e38af74-4a8b-4752-853c-1a57e96452d3 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:04:07.900190 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 7e38af74-4a8b-4752-853c-1a57e96452d3 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:04:07.986996 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] For port a81b7428-c596-4ac2-bc1b-6c8496516b08, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=a81b7428-c596-4ac2-bc1b-6c8496516b08,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:07.987421 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:08.003224 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] DHCP port deletion for b9df9702-94f3-4ef2-885f-a724178beae5 request from dv-cinder-813751-1-iscsi {{(pid=86766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Oct 25 15:04:08.007614 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] Deleting port a81b7428-c596-4ac2-bc1b-6c8496516b08 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:08.007990 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:08.119748 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Calling delete_port for a81b7428-c596-4ac2-bc1b-6c8496516b08 owned by network:dhcp {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:08.200568 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:08.205757 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a56a930f-68da-46e4-b2c5-ee5b90fec0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:08.226729 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] For port a81b7428-c596-4ac2-bc1b-6c8496516b08, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=a81b7428-c596-4ac2-bc1b-6c8496516b08,segment=NetworkSegment(b7480aa3-ff31-4557-b02c-61dba172f297),segment_id=b7480aa3-ff31-4557-b02c-61dba172f297)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:08.227158 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:08.249476 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a81b7428-c596-4ac2-bc1b-6c8496516b08,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:08.252689 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:08.253484 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] No DVR routers for this DVR port a81b7428-c596-4ac2-bc1b-6c8496516b08 on host dv-cinder-813751-1-iscsi {{(pid=86765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:04:08.358244 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] Calling delete_port for a81b7428-c596-4ac2-bc1b-6c8496516b08 owned by network:dhcp {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:08.372870 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:08.417070 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6e426d30>,) {'filters': {'network_id': ['b9df9702-94f3-4ef2-885f-a724178beae5']}} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:08.442737 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e426d30>, 'b7480aa3-ff31-4557-b02c-61dba172f297') {'for_net_delete': True} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:08.442737 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e426d30>, 'b7480aa3-ff31-4557-b02c-61dba172f297') {} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:08.446240 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31795221'] for segment, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:08.471246 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:08.478884 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=86765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:04:08.479466 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379675'] for segment, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:08.539388 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.db.api [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 25 15:04:08.539935 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_db.api [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]: Traceback (most recent call last):
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     timer()
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     cb(*args, **kw)
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     return func(*args, **kwargs)
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     self._notify()
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     self.callback(batched_events)
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     event.method(event)
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     return f(self, *a, **k)
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._get(url).json()
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:04:08.581823 dv-cinder-813751-1-iscsi neutron-server[86765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:04:08.589071 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:08.596896 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1d254549-a000-422d-89b3-4fb3de28be9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:08.645826 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94a4db-8f11-44a9-a46f-97bb86d3b69e req-dc22aba4-fb31-4ad7-980c-4e07be2119f8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:08.647609 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6f94a4db-8f11-44a9-a46f-97bb86d3b69e req-dc22aba4-fb31-4ad7-980c-4e07be2119f8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 944 time: 0.1268322
Oct 25 15:04:08.725328 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:08.727995 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9df9702-94f3-4ef2-885f-a724178beae5,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:08.731590 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:08.738273 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6f94a4db-8f11-44a9-a46f-97bb86d3b69e req-e149a940-115c-444c-ba75-62436a3cfdec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561039
Oct 25 15:04:08.740916 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-57269324-c6ac-4b30-9ac8-35d8cb0e02b2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b9df9702-94f3-4ef2-885f-a724178beae5 HTTP/1.1" status: 204  len: 168 time: 1.1145976
Oct 25 15:04:08.743949 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 60994) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:08.910632 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf33c9e-acb5-4dd0-ab6b-90ce9d9f726e req-959c7810-472a-4efd-b5f1-42bd1e3080f8 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:08.912124 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-daf33c9e-acb5-4dd0-ab6b-90ce9d9f726e req-959c7810-472a-4efd-b5f1-42bd1e3080f8 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.2635336
Oct 25 15:04:08.984657 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-daf33c9e-acb5-4dd0-ab6b-90ce9d9f726e req-351bb18a-3e80-48cb-bce5-a3ee0fa0efe7 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660980
Oct 25 15:04:08.993321 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 5325292e-5038-4996-b49a-ef5866d61dc0 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:04:09.081997 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] Deleting port a81b7428-c596-4ac2-bc1b-6c8496516b08 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:09.082471 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:09.161713 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-277361aa-30a0-487c-9b03-4322d2f29e8e None None] The port 'a81b7428-c596-4ac2-bc1b-6c8496516b08' was deleted {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Oct 25 15:04:09.270677 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:09.286134 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '5325292e-5038-4996-b49a-ef5866d61dc0', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'port_id': '5325292e-5038-4996-b49a-ef5866d61dc0', 'mac_address': 'fa:16:3e:e6:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:04:09.348240 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:09.368729 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5325292e-5038-4996-b49a-ef5866d61dc0 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:04:09.391157 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:09.398708 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:09.400680 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:09.478258 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=9']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:09.482222 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:09.526013 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33510431'] for router_interface, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:09.575096 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device a81b7428-c596-4ac2-bc1b-6c8496516b08 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:09.609786 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: a81b7428-c596-4ac2-bc1b-6c8496516b08 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:04:09.610133 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device a81b7428-c596-4ac2-bc1b-6c8496516b08 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:04:09.743578 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['5325292e-5038-4996-b49a-ef5866d61dc0'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:04:10.128527 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51110430-bdaa-490f-906d-4369e431e4fa req-08cc6341-8307-42b6-882e-c31e6b3464e0 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:10.129957 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51110430-bdaa-490f-906d-4369e431e4fa req-08cc6341-8307-42b6-882e-c31e6b3464e0 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 945 time: 0.1919892
Oct 25 15:04:10.194576 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:10.260476 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-51110430-bdaa-490f-906d-4369e431e4fa req-60555e96-12a8-4ae7-a442-3a5fb2a6da20 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246850
Oct 25 15:04:10.298948 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Deleting port 818d9c4f-0d2b-436b-addb-1e05d850adb9 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:10.299278 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:10.364966 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943fd1d-06ce-4ca0-a06b-eed9e2f807ff req-77eff3ea-812b-4672-8098-ae5e335386f1 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:10.366478 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0943fd1d-06ce-4ca0-a06b-eed9e2f807ff req-77eff3ea-812b-4672-8098-ae5e335386f1 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.2277703
Oct 25 15:04:10.495699 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0943fd1d-06ce-4ca0-a06b-eed9e2f807ff req-ef2f4b4a-2655-4f68-81b4-dbae2d48dc8d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232998
Oct 25 15:04:10.542349 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] For port 818d9c4f-0d2b-436b-addb-1e05d850adb9, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=818d9c4f-0d2b-436b-addb-1e05d850adb9,segment=NetworkSegment(368ac64b-c593-48b8-a2dc-fc918ff0036d),segment_id=368ac64b-c593-48b8-a2dc-fc918ff0036d)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:10.542826 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:10.544550 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-73db445c-fb25-463e-9091-41a588bfa118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:10.675089 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Calling delete_port for 818d9c4f-0d2b-436b-addb-1e05d850adb9 owned by network:router_interface {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:10.875910 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:10.879753 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-9f9dd124-1dce-4696-9c05-0fe0261f3800 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:10.924228 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Pushing event deleted for resources: {'Port': ['ID=818d9c4f-0d2b-436b-addb-1e05d850adb9,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:10.927567 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:11.004566 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 5325292e-5038-4996-b49a-ef5866d61dc0 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:04:11.142075 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 5325292e-5038-4996-b49a-ef5866d61dc0 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:04:11.142636 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:11.273282 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33051299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33533327'] for router_interface, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:11.370129 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:11.405434 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:04:11.417829 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:11.423750 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:11.426801 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-e82e0f51-91f4-4413-b07e-a0adf08e0f60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:11.487719 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0', 'code': 200}
Oct 25 15:04:11.510527 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=10']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:11.513663 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:11.865527 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c43b4-d813-48ec-9ece-1db25d241d49 req-7e830949-84dd-47aa-870e-49fa712aa0ef tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:11.867117 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d79c43b4-d813-48ec-9ece-1db25d241d49 req-7e830949-84dd-47aa-870e-49fa712aa0ef tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 947 time: 0.4353688
Oct 25 15:04:11.963877 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17ad90-6eaf-467d-9b21-ed958d7a39a2 req-005ef520-f2e1-434c-aa1c-5e5842de66ec tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:11.965863 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ca17ad90-6eaf-467d-9b21-ed958d7a39a2 req-005ef520-f2e1-434c-aa1c-5e5842de66ec tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.3122206
Oct 25 15:04:11.971331 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d79c43b4-d813-48ec-9ece-1db25d241d49 req-b5b2335f-5e37-4f20-b2e7-0bf1994f0b58 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896070
Oct 25 15:04:12.029166 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Router 8608babb-004c-4432-9b76-9e605ba382c0 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:04:12.041094 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ca17ad90-6eaf-467d-9b21-ed958d7a39a2 req-37d9cea4-b5d2-47db-8f72-5ff87f7aabbd tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576155
Oct 25 15:04:12.279418 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:04:12.282468 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070587a-0e3f-47d5-ba89-9fb21700af29 req-4b9c87e6-6a50-404d-b621-f99042eb30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:12.284512 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2070587a-0e3f-47d5-ba89-9fb21700af29 req-4b9c87e6-6a50-404d-b621-f99042eb30cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 1100 time: 0.2420168
Oct 25 15:04:12.290780 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] Sync routers for ids ['8608babb-004c-4432-9b76-9e605ba382c0'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:04:12.304816 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] Routers {'8608babb-004c-4432-9b76-9e605ba382c0'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:04:12.305732 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e807d90>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:03:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8608babb-004c-4432-9b76-9e605ba382c0'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:12.313274 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] 10.222.0.57 "PUT /v2.0/routers/8608babb-004c-4432-9b76-9e605ba382c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5682375
Oct 25 15:04:12.317017 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 32800) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:12.338646 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2070587a-0e3f-47d5-ba89-9fb21700af29 req-38747d81-3e71-4953-903f-25ccfad48c94 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466645
Oct 25 15:04:12.523393 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Notify callbacks [] for router, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:12.532476 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] Set router 8608babb-004c-4432-9b76-9e605ba382c0 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:04:12.711161 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:12.724225 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Deleting port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:12.724924 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:12.799772 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:04:12.913321 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] For port 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=5ef77aac-2f2b-43b6-b0d5-8414c76e58bf,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:12.915005 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:12.922170 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e807d90>, [{'id': '8608babb-004c-4432-9b76-9e605ba382c0', 'name': 'tempest-TestMinimumBasicScenario-652996322-router', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:26Z', 'updated_at': '2021-10-25T15:04:10Z', 'revision_number': 5, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'gw_port': {'id': '5ef77aac-2f2b-43b6-b0d5-8414c76e58bf', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8608babb-004c-4432-9b76-9e605ba382c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:27Z', 'updated_at': '2021-10-25T15:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:12.926324 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] Checking router: 8608babb-004c-4432-9b76-9e605ba382c0 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:04:12.936369 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] Routers {'8608babb-004c-4432-9b76-9e605ba382c0'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:04:12.936996 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e807d90>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:03:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8608babb-004c-4432-9b76-9e605ba382c0'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:13.039358 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Calling delete_port for 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf owned by network:router_gateway {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:13.092448 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] Set router 8608babb-004c-4432-9b76-9e605ba382c0 gateway port host: None {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:04:13.235032 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:13.243568 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e807d90>, [{'id': '8608babb-004c-4432-9b76-9e605ba382c0', 'name': 'tempest-TestMinimumBasicScenario-652996322-router', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:26Z', 'updated_at': '2021-10-25T15:04:12Z', 'revision_number': 6, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'gw_port_host': None}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:13.250594 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-305e4f14-9e46-473d-8704-82a64aa00c54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:13.255355 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cede97b-c9da-44d7-97e1-d6c515aa169a None None] The sync data for ids ['8608babb-004c-4432-9b76-9e605ba382c0'] in dv-cinder-813751-1-iscsi is: [{'id': '8608babb-004c-4432-9b76-9e605ba382c0', 'name': 'tempest-TestMinimumBasicScenario-652996322-router', 'tenant_id': 'df4c91d3ef8547ec8f439803e0635458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:26Z', 'updated_at': '2021-10-25T15:04:12Z', 'revision_number': 6, 'project_id': 'df4c91d3ef8547ec8f439803e0635458', 'gw_port_host': None}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:04:13.307198 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286f0d6-bc03-4936-80f1-cfd973cc1b3a req-4a72e39c-3e49-4669-befb-a0909d92521a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:13.314955 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8286f0d6-bc03-4936-80f1-cfd973cc1b3a req-4a72e39c-3e49-4669-befb-a0909d92521a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 947 time: 0.1800399
Oct 25 15:04:13.326537 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef77aac-2f2b-43b6-b0d5-8414c76e58bf,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:13.336796 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:13.357968 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e00847-f13e-4c81-84ac-7317e82a01c0 req-25caba5a-45da-438a-8356-5cf5eb27244a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:13.359499 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-62e00847-f13e-4c81-84ac-7317e82a01c0 req-25caba5a-45da-438a-8356-5cf5eb27244a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.1808825
Oct 25 15:04:13.392449 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33441010'] for router_gateway, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:13.402958 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8286f0d6-bc03-4936-80f1-cfd973cc1b3a req-99841c0f-9bea-43a6-b543-321189c051c6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865471
Oct 25 15:04:13.428215 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-62e00847-f13e-4c81-84ac-7317e82a01c0 req-d01ffe99-345f-4393-bb30-2800d02f356b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571072
Oct 25 15:04:13.569973 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8f2c-09d2-402f-86dc-9cafe5265071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:13.575445 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33513238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1632'] for router, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:13.577860 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:13.702229 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33512457'] for router, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:13.702911 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8608babb-004c-4432-9b76-9e605ba382c0 {{(pid=86765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Oct 25 15:04:13.736494 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] Notify callbacks [] for router, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:13.737545 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-40ac2b85-8d46-4e34-adb3-19f1ec7bb56d admin admin] 10.222.0.57 "DELETE /v2.0/routers/8608babb-004c-4432-9b76-9e605ba382c0 HTTP/1.1" status: 204  len: 168 time: 1.4191990
Oct 25 15:04:13.741666 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 32818) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:13.749495 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 818d9c4f-0d2b-436b-addb-1e05d850adb9 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:13.791271 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 818d9c4f-0d2b-436b-addb-1e05d850adb9 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:04:13.791774 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 818d9c4f-0d2b-436b-addb-1e05d850adb9 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:04:13.827223 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e4dd1b-d85d-44c0-9f8a-7c840be82ac6 admin admin] Deleting subnet 2bbfdea5-517b-4365-be43-7e1a30a49cf9 {{(pid=86764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:04:13.831535 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-25e4dd1b-d85d-44c0-9f8a-7c840be82ac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:13.896966 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-25e4dd1b-d85d-44c0-9f8a-7c840be82ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-584072'] for subnet, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:14.027910 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-25e4dd1b-d85d-44c0-9f8a-7c840be82ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:14.107701 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-25e4dd1b-d85d-44c0-9f8a-7c840be82ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31638173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32108857'] for subnet, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:14.113928 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:14.157521 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4dd1b-d85d-44c0-9f8a-7c840be82ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbfdea5-517b-4365-be43-7e1a30a49cf9,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:14.160611 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-25e4dd1b-d85d-44c0-9f8a-7c840be82ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:14.162789 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-25e4dd1b-d85d-44c0-9f8a-7c840be82ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:14.170006 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-25e4dd1b-d85d-44c0-9f8a-7c840be82ac6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2bbfdea5-517b-4365-be43-7e1a30a49cf9 HTTP/1.1" status: 204  len: 168 time: 0.4244273
Oct 25 15:04:14.170771 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 32848) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:14.172912 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c6c6cd-d344-4b39-a8e3-d61775976a44 None None] Network 300a57e6-c4ef-4ef4-88c8-53c95db47838 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:04:14.302248 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:14.314558 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Deleting port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:14.315218 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:14.488533 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:14.538798 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] DHCP port deletion for 300a57e6-c4ef-4ef4-88c8-53c95db47838 request from dv-cinder-813751-1-iscsi {{(pid=86766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Oct 25 15:04:14.545344 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] Deleting port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:14.545863 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:14.839447 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] For port 964ff341-bc80-493b-b20f-cf6d24ea4ff5, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=964ff341-bc80-493b-b20f-cf6d24ea4ff5,segment=NetworkSegment(368ac64b-c593-48b8-a2dc-fc918ff0036d),segment_id=368ac64b-c593-48b8-a2dc-fc918ff0036d)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:14.841208 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:14.859733 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] For port 964ff341-bc80-493b-b20f-cf6d24ea4ff5, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=964ff341-bc80-493b-b20f-cf6d24ea4ff5,segment=NetworkSegment(368ac64b-c593-48b8-a2dc-fc918ff0036d),segment_id=368ac64b-c593-48b8-a2dc-fc918ff0036d)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:14.860115 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:14.973926 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] Calling delete_port for 964ff341-bc80-493b-b20f-cf6d24ea4ff5 owned by network:dhcp {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:15.001314 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Calling delete_port for 964ff341-bc80-493b-b20f-cf6d24ea4ff5 owned by network:dhcp {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:15.063025 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834'] for port, after_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:15.069391 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:15.117235 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] No DVR routers for this DVR port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 on host dv-cinder-813751-1-iscsi {{(pid=86766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:04:15.122064 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] Pushing event deleted for resources: {'Port': ['ID=964ff341-bc80-493b-b20f-cf6d24ea4ff5,revision_number=None']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:15.125581 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3975fe3-3eb5-4837-9eee-11e19df87d82 req-414edaa4-ca7d-46f0-a332-87e6943a082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:15.128115 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a3975fe3-3eb5-4837-9eee-11e19df87d82 req-414edaa4-ca7d-46f0-a332-87e6943a082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.5064254
Oct 25 15:04:15.134995 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:15.151087 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9b026-d878-4f3d-b4fc-fdb3ef18492b req-dbc4fc54-1171-49ce-9f4d-07f40c41e54e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:15.153411 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a6c9b026-d878-4f3d-b4fc-fdb3ef18492b req-dbc4fc54-1171-49ce-9f4d-07f40c41e54e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 947 time: 0.3673358
Oct 25 15:04:15.178730 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.db.api [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 25 15:04:15.179079 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_db.api [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 25 15:04:15.242255 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a3975fe3-3eb5-4837-9eee-11e19df87d82 req-4ff51e2d-e733-4e6d-bc41-1e1030ff1844 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007953
Oct 25 15:04:15.251539 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a6c9b026-d878-4f3d-b4fc-fdb3ef18492b req-e6f89bc2-86cb-4a89-b051-d94a5006e9d1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754271
Oct 25 15:04:15.575854 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 964ff341-bc80-493b-b20f-cf6d24ea4ff5 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:15.613680 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 964ff341-bc80-493b-b20f-cf6d24ea4ff5 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:04:15.613680 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 964ff341-bc80-493b-b20f-cf6d24ea4ff5 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:04:15.614177 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:15.650618 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:04:15.650968 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 5ef77aac-2f2b-43b6-b0d5-8414c76e58bf not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:04:15.679667 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Deleting port 964ff341-bc80-493b-b20f-cf6d24ea4ff5 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:15.680255 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:15.761001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] The port '964ff341-bc80-493b-b20f-cf6d24ea4ff5' was deleted {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Oct 25 15:04:15.901731 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e9288-05db-4624-b9e6-4299db7b712c req-39fe1661-ee92-46e9-be17-f2863de85408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:15.903319 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c92e9288-05db-4624-b9e6-4299db7b712c req-39fe1661-ee92-46e9-be17-f2863de85408 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851559b5d43e474aa0fb5071883e75fb&device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1098 time: 0.2679918
Oct 25 15:04:15.907628 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.010611 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6e51d940>,) {'filters': {'network_id': ['300a57e6-c4ef-4ef4-88c8-53c95db47838']}} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:16.028015 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e51d940>, '368ac64b-c593-48b8-a2dc-fc918ff0036d') {'for_net_delete': True} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:16.028295 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e51d940>, '368ac64b-c593-48b8-a2dc-fc918ff0036d') {} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:16.051455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-584115'] for segment, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.090584 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.101497 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=86764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:04:16.101883 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31638055'] for segment, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.116222 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e9288-05db-4624-b9e6-4299db7b712c req-7c37be78-c0c8-4d88-810a-4b177905c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:16.117589 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c92e9288-05db-4624-b9e6-4299db7b712c req-7c37be78-c0c8-4d88-810a-4b177905c1c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca89f383-e1f5-453f-952d-7a6a92223229 HTTP/1.1" status: 200  len: 910 time: 0.2021136
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   util.warn(
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   util.warn(
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   util.warn(
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   util.warn(
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]: Traceback (most recent call last):
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     timer()
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     cb(*args, **kw)
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     return func(*args, **kwargs)
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     self._notify()
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     self.callback(batched_events)
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     event.method(event)
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     return f(self, *a, **k)
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._get(url).json()
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:04:16.118247 dv-cinder-813751-1-iscsi neutron-server[86764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:04:16.271580 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.281345 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7cebb6aa-6716-484d-98cd-5e48a619f505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:16.295093 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.317004 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=300a57e6-c4ef-4ef4-88c8-53c95db47838,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:16.323368 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c92e9288-05db-4624-b9e6-4299db7b712c req-1c0e5dc9-72ea-4be7-921e-53ef8d0fc37f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8 HTTP/1.1" status: 200  len: 1001 time: 0.1519570
Oct 25 15:04:16.326335 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:16.328426 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/300a57e6-c4ef-4ef4-88c8-53c95db47838 HTTP/1.1" status: 204  len: 168 time: 2.1528468
Oct 25 15:04:16.440791 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e9288-05db-4624-b9e6-4299db7b712c req-e1890cb9-4667-487a-8e2c-736dc5801346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:16.442254 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c92e9288-05db-4624-b9e6-4299db7b712c req-e1890cb9-4667-487a-8e2c-736dc5801346 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7ec8752-a35a-4c4e-a625-8fa642b99b7a HTTP/1.1" status: 200  len: 848 time: 0.1111217
Oct 25 15:04:16.527333 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cff74-7514-43b1-8bfe-a837a9063f44 req-fff5fa88-dcaa-4458-b431-8241735fa8f2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:16.528859 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b27cff74-7514-43b1-8bfe-a837a9063f44 req-fff5fa88-dcaa-4458-b431-8241735fa8f2 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.1538858
Oct 25 15:04:16.538812 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 32866) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:16.629250 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e9288-05db-4624-b9e6-4299db7b712c req-f00c07f9-9d2f-46df-81f9-79b61c2efc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:16.632015 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c92e9288-05db-4624-b9e6-4299db7b712c req-f00c07f9-9d2f-46df-81f9-79b61c2efc23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca89f383-e1f5-453f-952d-7a6a92223229&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1675997
Oct 25 15:04:16.637939 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b27cff74-7514-43b1-8bfe-a837a9063f44 req-9589f536-62ec-4939-a443-0d7221315677 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018698
Oct 25 15:04:16.677740 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.702822 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-48aa910f-6147-4f34-a6f7-9e39f2f75e62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e67a2e47e9b4189b5270beff7f12aaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1626556
Oct 25 15:04:16.705222 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 32872) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:16.768414 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-844cd523-35c0-43c2-8622-5ddb5913ce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.794891 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-844cd523-35c0-43c2-8622-5ddb5913ce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.862267 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-844cd523-35c0-43c2-8622-5ddb5913ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.864477 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c92e9288-05db-4624-b9e6-4299db7b712c req-2ca45b40-7930-426a-ae3c-0a3e094fe3ce service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2222953
Oct 25 15:04:16.867193 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6f32f646-ee3f-4c23-957c-4b81e52da799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:16.881638 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cd523-35c0-43c2-8622-5ddb5913ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e07380-f8d2-4c4e-9bfb-b3860c1c0946,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:16.884825 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-844cd523-35c0-43c2-8622-5ddb5913ce81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:16.890380 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-844cd523-35c0-43c2-8622-5ddb5913ce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:16.893921 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-844cd523-35c0-43c2-8622-5ddb5913ce81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86e07380-f8d2-4c4e-9bfb-b3860c1c0946 HTTP/1.1" status: 204  len: 168 time: 0.1852756
Oct 25 15:04:17.114284 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c92e9288-05db-4624-b9e6-4299db7b712c req-2c534404-06a1-47ea-9705-70ac80148cd4 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2418811
Oct 25 15:04:17.280904 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 32880) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:17.332281 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-dfe97ded-1e9b-4662-af78-a8dfb952915b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df4c91d3ef8547ec8f439803e0635458&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501244
Oct 25 15:04:17.334905 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 32884) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:17.393632 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-eafde37a-2ba6-49ad-aef7-e825e241aeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:17.420014 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-eafde37a-2ba6-49ad-aef7-e825e241aeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:17.475906 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-eafde37a-2ba6-49ad-aef7-e825e241aeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:17.479674 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c0466259-c4a4-441c-ae45-212690919344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:17.491147 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafde37a-2ba6-49ad-aef7-e825e241aeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0fbb95-388e-4a5b-866e-7c8cc4cd8e1a,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:17.494583 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-eafde37a-2ba6-49ad-aef7-e825e241aeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:17.497995 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-eafde37a-2ba6-49ad-aef7-e825e241aeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:17.499138 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-eafde37a-2ba6-49ad-aef7-e825e241aeda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae0fbb95-388e-4a5b-866e-7c8cc4cd8e1a HTTP/1.1" status: 204  len: 168 time: 0.1633306
Oct 25 15:04:17.927693 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458aff71-a982-4200-8b18-f45cfb4ea3b7 req-da2f08e4-4400-4fd8-b9ad-7688e0ef1a42 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:17.929273 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-458aff71-a982-4200-8b18-f45cfb4ea3b7 req-da2f08e4-4400-4fd8-b9ad-7688e0ef1a42 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.1567082
Oct 25 15:04:17.976180 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-458aff71-a982-4200-8b18-f45cfb4ea3b7 req-ee221543-ea24-459d-a60a-54486a6fbf78 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404747
Oct 25 15:04:19.171666 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f37c73-7063-4fe7-9b46-79337a8e66ee req-3660fac6-d9b7-4da2-ac15-440105fb5dca tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:19.173219 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76f37c73-7063-4fe7-9b46-79337a8e66ee req-3660fac6-d9b7-4da2-ac15-440105fb5dca tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0889359
Oct 25 15:04:19.224121 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76f37c73-7063-4fe7-9b46-79337a8e66ee req-3af2278b-ee37-4fdc-bb86-1db0227eacf3 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449128
Oct 25 15:04:20.409192 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56296286-27e8-4a3f-80f0-7fa4148a5a72 req-c20e6f60-da87-47dd-893f-fc8f1d546b68 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:20.410665 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-56296286-27e8-4a3f-80f0-7fa4148a5a72 req-c20e6f60-da87-47dd-893f-fc8f1d546b68 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0802317
Oct 25 15:04:20.465829 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-56296286-27e8-4a3f-80f0-7fa4148a5a72 req-4f1a00c3-0b7f-4d2e-99d2-734578e5278d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494199
Oct 25 15:04:20.814662 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 32928) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:20.884672 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eb3ec-6dff-4472-8dcd-05d4f0bf8c77 req-a3885390-54c4-4070-82b2-bcfefe6db537 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:20.886197 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5d9eb3ec-6dff-4472-8dcd-05d4f0bf8c77 req-a3885390-54c4-4070-82b2-bcfefe6db537 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.1336844
Oct 25 15:04:20.979934 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5d9eb3ec-6dff-4472-8dcd-05d4f0bf8c77 req-2cb4e3cc-b2b2-4e38-8a3c-c0f3bcda9d3b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867915
Oct 25 15:04:21.010093 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-421f6863-15ae-4e27-9006-ed197ab73d0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1941805
Oct 25 15:04:22.186905 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81b05c-2be8-4b71-8319-ca9ee9f9c6a8 req-a7b35a0d-fc61-4c25-9d01-3ef8856eadf9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:22.188505 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4e81b05c-2be8-4b71-8319-ca9ee9f9c6a8 req-a7b35a0d-fc61-4c25-9d01-3ef8856eadf9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0908458
Oct 25 15:04:22.237014 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4e81b05c-2be8-4b71-8319-ca9ee9f9c6a8 req-4c888a99-78df-4df1-9dfb-badae944a184 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415061
Oct 25 15:04:23.049471 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:23.104811 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-31df54a4-b472-4a58-bd6a-dd48aa2ac2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:23.106991 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-31df54a4-b472-4a58-bd6a-dd48aa2ac2ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb&tenant_id=851559b5d43e474aa0fb5071883e75fb HTTP/1.1" status: 200  len: 1098 time: 0.0724807
Oct 25 15:04:23.204652 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:23.222419 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-60dbfd0c-26c9-4a99-8f3e-a1ab50612473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:23.223921 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-60dbfd0c-26c9-4a99-8f3e-a1ab50612473 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851559b5d43e474aa0fb5071883e75fb&device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1098 time: 0.0796568
Oct 25 15:04:23.233409 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:04:23.243295 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:23.250024 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:23.252621 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:23.289977 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'code': 200}
Oct 25 15:04:23.333278 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,revision_number=6']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:23.336782 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:23.434719 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-38dfd05a-859e-4aef-a374-c62af78b3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:23.436163 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-38dfd05a-859e-4aef-a374-c62af78b3bf3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca89f383-e1f5-453f-952d-7a6a92223229 HTTP/1.1" status: 200  len: 910 time: 0.2045045
Oct 25 15:04:23.553825 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1308187-78ff-406e-8719-77835d740d2c req-77148ec6-2fa7-4751-8022-d0c153b347c5 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:23.555321 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f1308187-78ff-406e-8719-77835d740d2c req-77148ec6-2fa7-4751-8022-d0c153b347c5 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.1940920
Oct 25 15:04:23.563830 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-b7bee02a-51c0-43d6-8889-ecf922d220bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8 HTTP/1.1" status: 200  len: 999 time: 0.1198747
Oct 25 15:04:23.654855 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f1308187-78ff-406e-8719-77835d740d2c req-b025eb8e-d024-400d-9923-884548e03b37 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930870
Oct 25 15:04:23.658327 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-99450a45-532d-4529-b3ad-cc0065363279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:23.659774 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-99450a45-532d-4529-b3ad-cc0065363279 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7ec8752-a35a-4c4e-a625-8fa642b99b7a HTTP/1.1" status: 200  len: 848 time: 0.0834594
Oct 25 15:04:23.740914 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-640f3b29-5fc5-43d0-a66b-69dfa29509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:23.742368 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-640f3b29-5fc5-43d0-a66b-69dfa29509a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca89f383-e1f5-453f-952d-7a6a92223229&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721095
Oct 25 15:04:23.888784 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-7ededda5-4d7d-4941-838f-94a6a5b656d7 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385345
Oct 25 15:04:24.125768 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-70ea3196-9a67-4683-a0d4-ed8edb17d429 req-85b43600-199a-4e19-a046-2ff9336810f9 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299991
Oct 25 15:04:24.723178 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26359901-4317-452d-a3da-94936fb212c8 req-1966aa2d-f33d-4202-9efc-8143351b9eb6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:24.724699 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-26359901-4317-452d-a3da-94936fb212c8 req-1966aa2d-f33d-4202-9efc-8143351b9eb6 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 945 time: 0.0966980
Oct 25 15:04:24.818042 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-26359901-4317-452d-a3da-94936fb212c8 req-77ea763e-b1e9-4bc8-aeca-83e00f24879a tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809624
Oct 25 15:04:24.867389 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22ed56-773d-44b4-b2b3-c14e42b3b84f req-1f4433af-f3d2-4f14-b96d-47e8f39af8fb tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:24.868897 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0c22ed56-773d-44b4-b2b3-c14e42b3b84f req-1f4433af-f3d2-4f14-b96d-47e8f39af8fb tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.1027050
Oct 25 15:04:24.918700 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0c22ed56-773d-44b4-b2b3-c14e42b3b84f req-9645b204-6e4d-4672-9848-6f59bc1181c7 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434673
Oct 25 15:04:26.022420 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47287931-e992-4e2a-aa20-e486abb28f21 req-087368c3-597b-4e7b-a9f4-fd083b818a9c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:26.023943 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-47287931-e992-4e2a-aa20-e486abb28f21 req-087368c3-597b-4e7b-a9f4-fd083b818a9c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 945 time: 0.0856404
Oct 25 15:04:26.121998 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-47287931-e992-4e2a-aa20-e486abb28f21 req-e0681ecd-d78a-4b3a-89be-4616d0a0d2d9 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921719
Oct 25 15:04:26.153562 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45f25c-b886-416c-91ae-59442d6eb071 req-64fc7fac-f3e0-453f-8372-a83d2d6a7531 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:26.155157 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5f45f25c-b886-416c-91ae-59442d6eb071 req-64fc7fac-f3e0-453f-8372-a83d2d6a7531 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.1234477
Oct 25 15:04:26.202361 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5f45f25c-b886-416c-91ae-59442d6eb071 req-953db911-c06f-47bc-9219-77a18acb2454 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414290
Oct 25 15:04:26.834619 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-cba7983d-3626-4aae-a76c-19634971e40f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:26.836041 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-cba7983d-3626-4aae-a76c-19634971e40f tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 945 time: 0.0803866
Oct 25 15:04:26.917064 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Deleting port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:26.917403 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:27.164112 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] For port f3fa4280-f93b-4177-bc3a-a4e26f2a7666, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:27.164739 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:27.593827 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbf975-2ee4-405f-92b1-6138efac79c3 req-7a4d08c0-dca7-42f0-b15e-db33403c6287 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:27.595308 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ffdbf975-2ee4-405f-92b1-6138efac79c3 req-7a4d08c0-dca7-42f0-b15e-db33403c6287 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 945 time: 0.3334675
Oct 25 15:04:27.603242 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:27.603608 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:27.603913 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Floating IP 4e3541ba-a079-4332-8920-c078d71e55bd disassociated. External IP: 172.27.3.139, port: f3fa4280-f93b-4177-bc3a-a4e26f2a7666.
Oct 25 15:04:27.604253 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Calling delete_port for f3fa4280-f93b-4177-bc3a-a4e26f2a7666 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:27.670589 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e9f74-c043-41bf-9fa5-5ec2247bc4cb req-a71caee1-1dbb-4339-bcfe-2d5213afe776 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:27.672052 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3d8e9f74-c043-41bf-9fa5-5ec2247bc4cb req-a71caee1-1dbb-4339-bcfe-2d5213afe776 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.3514359
Oct 25 15:04:27.727598 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ffdbf975-2ee4-405f-92b1-6138efac79c3 req-8b9898f0-99d9-4ed7-8206-8b3e855c4d3d tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups?id=dfa22955-baf0-4aa7-9edb-04f5c0511e31&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925121
Oct 25 15:04:27.765960 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3d8e9f74-c043-41bf-9fa5-5ec2247bc4cb req-0615c9e0-c9ef-440a-8c2d-12967740285f tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877426
Oct 25 15:04:27.939397 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:27.945727 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-464ad5c5-b39c-4bdb-b8fe-0a91d5230b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:27.991558 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event deleted for resources: {'Port': ['ID=f3fa4280-f93b-4177-bc3a-a4e26f2a7666,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:27.994689 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:28.185070 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:04:28.367978 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:04:28.378057 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] Sync routers for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:04:28.392719 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:04:28.393409 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e947970>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:04:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:28.443602 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] No DVR routers for this DVR port f3fa4280-f93b-4177-bc3a-a4e26f2a7666 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:04:28.447644 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:28.451355 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'name': 'network-vif-deleted', 'tag': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:04:28.471382 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-15931aaa-ed0c-47ef-a023-1056e95da96e req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.37 "DELETE /v2.0/ports/f3fa4280-f93b-4177-bc3a-a4e26f2a7666 HTTP/1.1" status: 204  len: 173 time: 1.6284161
Oct 25 15:04:28.510628 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4012afc-f24e-4645-a3ce-2229a1b77d29', 'name': 'network-vif-deleted', 'tag': 'f3fa4280-f93b-4177-bc3a-a4e26f2a7666', 'status': 'completed', 'code': 200}
Oct 25 15:04:28.594932 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:04:28.967828 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-37c85974-da99-4d48-add7-cdc59f864f30 req-db31e9f1-32ec-4d58-a950-b706669fef9c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Synchronizing usage tracker for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:04:28.999358 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e947970>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:29.003956 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] Checking router: 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:04:29.013223 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:04:29.013727 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6e947970>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:04:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:29.026643 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-37c85974-da99-4d48-add7-cdc59f864f30 req-db31e9f1-32ec-4d58-a950-b706669fef9c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Unset dirty status for tenant:f775951e4c0e43ab8e9a421071c6c3d4 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:04:29.028447 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-37c85974-da99-4d48-add7-cdc59f864f30 req-db31e9f1-32ec-4d58-a950-b706669fef9c tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4012afc-f24e-4645-a3ce-2229a1b77d29 HTTP/1.1" status: 200  len: 210 time: 0.1153524
Oct 25 15:04:29.069353 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307fdd5-1e59-4596-92f9-7edc166e50f7 req-e6abbc85-dee1-49aa-bbbf-4a61d12a7647 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:29.071033 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7307fdd5-1e59-4596-92f9-7edc166e50f7 req-e6abbc85-dee1-49aa-bbbf-4a61d12a7647 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.1051848
Oct 25 15:04:29.124345 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7307fdd5-1e59-4596-92f9-7edc166e50f7 req-ea73988a-e56f-4c4d-960e-e8409a8dc77d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475593
Oct 25 15:04:29.220833 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:04:29.554966 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6e947970>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:29.559074 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9e39b-897e-4296-81c9-1df99519df77 None None] The sync data for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi is: [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'da026f22-e35b-4b5c-9475-20f466c2c9b8', 'name': '', 'network_id': 'ded9f1b4-e675-4f41-9520-fcc0766d528a', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'mac_address': 'fa:16:3e:62:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:14Z', 'updated_at': '2021-10-25T14:57:32Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'subnets': [{'id': '4a6d0492-4872-4d7a-977e-e87d893d9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:04:29.796756 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce889eab-b832-4a95-bbcf-f4517b36f809 None None] New status for floating IP 4e3541ba-a079-4332-8920-c078d71e55bd: DOWN {{(pid=86767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:04:30.153323 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33000) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:30.235171 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-26758dcb-91f3-4958-87d6-eab6a6f99b56 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:30.319191 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-26758dcb-91f3-4958-87d6-eab6a6f99b56 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:30.389876 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcbf40-0def-4757-9c3c-940eaf251bbd req-81daa1e5-b94f-4fdf-9cd0-d4abaaa7a621 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:30.391479 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d1fcbf40-0def-4757-9c3c-940eaf251bbd req-81daa1e5-b94f-4fdf-9cd0-d4abaaa7a621 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 943 time: 0.1531799
Oct 25 15:04:30.417358 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-26758dcb-91f3-4958-87d6-eab6a6f99b56 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:30.424218 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-2e5a60ca-1233-487a-91b3-eadb6203342f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:30.445330 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26758dcb-91f3-4958-87d6-eab6a6f99b56 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa22955-baf0-4aa7-9edb-04f5c0511e31,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:30.455925 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-26758dcb-91f3-4958-87d6-eab6a6f99b56 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:30.468710 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-26758dcb-91f3-4958-87d6-eab6a6f99b56 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:30.469987 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-26758dcb-91f3-4958-87d6-eab6a6f99b56 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "DELETE /v2.0/security-groups/dfa22955-baf0-4aa7-9edb-04f5c0511e31 HTTP/1.1" status: 204  len: 168 time: 0.3154633
Oct 25 15:04:30.472733 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33004) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:30.476649 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d1fcbf40-0def-4757-9c3c-940eaf251bbd req-f17cbe56-1724-4a7b-bf2b-6e9b57cae85b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781109
Oct 25 15:04:30.491952 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.api.v2.resource [None req-e7012ef1-885d-4f7b-a32e-c61b4d44dc82 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] show failed (client error): The resource could not be found.
Oct 25 15:04:30.493078 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-e7012ef1-885d-4f7b-a32e-c61b4d44dc82 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "GET /v2.0/security-groups/dfa22955-baf0-4aa7-9edb-04f5c0511e31 HTTP/1.1" status: 404  len: 347 time: 0.0185075
Oct 25 15:04:30.496425 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33008) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:30.638379 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5401897-ef6a-47cb-bf20-87a7a81b42de req-88dd94fa-bcb4-4e4e-95c1-e6635c05a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:30.640480 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e5401897-ef6a-47cb-bf20-87a7a81b42de req-88dd94fa-bcb4-4e4e-95c1-e6635c05a468 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1096 time: 0.0874937
Oct 25 15:04:30.661167 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Deleting port 7224d335-6743-40d4-936d-f63a9d0ab131 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:30.661486 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:30.693149 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e5401897-ef6a-47cb-bf20-87a7a81b42de req-48854079-f12b-4e21-bb80-e2794dfd2498 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461490
Oct 25 15:04:30.867026 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:30.867577 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:30.900702 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:31.005122 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Calling delete_port for 7224d335-6743-40d4-936d-f63a9d0ab131 owned by network:floatingip {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:31.058677 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:04:31.067495 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f3fa4280-f93b-4177-bc3a-a4e26f2a7666 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:31.110069 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: f3fa4280-f93b-4177-bc3a-a4e26f2a7666 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:04:31.110467 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device f3fa4280-f93b-4177-bc3a-a4e26f2a7666 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:04:31.201612 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:31.206504 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:31.260904 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Pushing event deleted for resources: {'Port': ['ID=7224d335-6743-40d4-936d-f63a9d0ab131,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:31.264380 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:31.299689 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:31.317193 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'port_id': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'mac_address': 'fa:16:3e:cd:d2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:04:31.369764 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks [] for floatingip, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:31.383481 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:31.393156 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:31.395233 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] 10.222.0.57 "DELETE /v2.0/floatingips/4e3541ba-a079-4332-8920-c078d71e55bd HTTP/1.1" status: 204  len: 168 time: 0.8975599
Oct 25 15:04:31.404094 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:04:31.421928 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:31.427982 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:31.430475 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:31.513779 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,revision_number=7']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:31.521578 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.521921 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.522253 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.522624 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.522950 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.523290 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.523605 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.523948 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.524654 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.524654 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.524903 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.525248 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:31.529628 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:31.696471 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325de910-27c5-4847-a5c6-59a865829290 req-b88d107f-52b9-42c6-8650-b11ed9cb8a4d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:31.698033 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-325de910-27c5-4847-a5c6-59a865829290 req-b88d107f-52b9-42c6-8650-b11ed9cb8a4d tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 944 time: 0.0860071
Oct 25 15:04:31.748812 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-325de910-27c5-4847-a5c6-59a865829290 req-434fdece-db6f-4492-a2fe-b80efc1fbf2e tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442142
Oct 25 15:04:31.822811 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['4ff398c8-b931-44ce-a4ae-beedcc0a5de8'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:04:33.041508 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073a592-3ab7-42a3-b3de-5e5133cd034c req-2eca2b7a-8d71-4d99-8e42-16010e49c00f tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:33.043591 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b073a592-3ab7-42a3-b3de-5e5133cd034c req-2eca2b7a-8d71-4d99-8e42-16010e49c00f tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 944 time: 0.1210885
Oct 25 15:04:33.076321 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:04:33.107232 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b073a592-3ab7-42a3-b3de-5e5133cd034c req-04188836-5e2f-444a-a26b-81cfeec131a9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533316
Oct 25 15:04:33.168649 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:04:33.168935 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:33.287492 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:33.316537 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:04:33.330374 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:33.335446 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:33.337728 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:33.373689 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'code': 200}
Oct 25 15:04:33.413062 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,revision_number=8']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:33.416176 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:35.563358 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33046) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:36.318810 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33510431'] for router_interface, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:36.678759 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Deleting port da026f22-e35b-4b5c-9475-20f466c2c9b8 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:36.679485 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:36.866931 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] For port da026f22-e35b-4b5c-9475-20f466c2c9b8, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=da026f22-e35b-4b5c-9475-20f466c2c9b8,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:36.867312 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:36.994966 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Calling delete_port for da026f22-e35b-4b5c-9475-20f466c2c9b8 owned by network:router_interface {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:37.173234 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:37.181243 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9ff5cd56-a39c-4cbe-866f-305121329b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:37.271384 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Pushing event deleted for resources: {'Port': ['ID=da026f22-e35b-4b5c-9475-20f466c2c9b8,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:37.275784 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:37.584358 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33051299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33533327'] for router_interface, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:38.081693 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:04:38.265183 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:04:38.274412 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] Sync routers for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:04:38.279015 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-8af8cc18-8450-44a5-a3ca-951fd4bfb5da admin admin] 10.222.0.57 "PUT /v2.0/routers/4c2724e1-2662-4a8b-98bc-05cc9e1a16c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7145100
Oct 25 15:04:38.281589 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33054) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:38.285070 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:04:38.285696 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6df223a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:04:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:38.462984 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Notify callbacks [] for router, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:38.482836 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:04:38.653082 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:38.664119 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Deleting port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:38.664458 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:38.832937 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6df223a0>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T15:04:37Z', 'revision_number': 5, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port': {'id': 'd71a6dd1-15f3-4a27-ac65-2a8fa079b7ce', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:57:07Z', 'updated_at': '2021-10-25T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:38.838503 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] Checking router: 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:04:38.848342 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] Routers {'4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:04:38.848971 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6df223a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:04:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:38.853923 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] For port d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:38.854346 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:38.980692 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Calling delete_port for d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce owned by network:router_gateway {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:39.005215 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] Set router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 gateway port host: None {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:04:39.155581 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6df223a0>, [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T15:04:38Z', 'revision_number': 6, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port_host': None}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:39.156499 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:39.160295 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61105157-2532-4f1e-83c8-4599915ff8a3 None None] The sync data for ids ['4c2724e1-2662-4a8b-98bc-05cc9e1a16c4'] in dv-cinder-813751-1-iscsi is: [{'id': '4c2724e1-2662-4a8b-98bc-05cc9e1a16c4', 'name': 'tempest-AttachVolumeTestJSON-1547572988-router', 'tenant_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:57:05Z', 'updated_at': '2021-10-25T15:04:38Z', 'revision_number': 6, 'project_id': 'f775951e4c0e43ab8e9a421071c6c3d4', 'gw_port_host': None}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:04:39.161396 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:39.329508 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:39.372918 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.373288 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.373668 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.374531 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.374902 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.375403 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.376763 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.377151 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.377524 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.377892 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.378252 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.378636 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:39.409441 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:39.438513 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33441010'] for router_gateway, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:39.625097 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33513238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1632'] for router, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:39.627416 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:39.651044 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33512457'] for router, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:39.651600 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 {{(pid=86765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Oct 25 15:04:39.665848 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] Notify callbacks [] for router, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:39.667054 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-244f775b-5bac-4777-98a9-5da9d1bd4547 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4c2724e1-2662-4a8b-98bc-05cc9e1a16c4 HTTP/1.1" status: 204  len: 168 time: 1.3844633
Oct 25 15:04:39.670741 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33058) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:39.736083 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2355513d-4d4d-437f-a5df-643316d3c8a5 admin admin] Deleting subnet 4a6d0492-4872-4d7a-977e-e87d893d9ad1 {{(pid=86765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:04:39.739723 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2355513d-4d4d-437f-a5df-643316d3c8a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:39.798855 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2355513d-4d4d-437f-a5df-643316d3c8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31795246'] for subnet, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:39.914371 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2355513d-4d4d-437f-a5df-643316d3c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:39.927470 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device da026f22-e35b-4b5c-9475-20f466c2c9b8 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:39.997239 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2355513d-4d4d-437f-a5df-643316d3c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30357474'] for subnet, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:39.998952 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: da026f22-e35b-4b5c-9475-20f466c2c9b8 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:04:39.999489 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device da026f22-e35b-4b5c-9475-20f466c2c9b8 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:04:40.006897 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-921f687e-58bd-4588-8319-8688ad38483b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:40.049585 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2355513d-4d4d-437f-a5df-643316d3c8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.053422 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355513d-4d4d-437f-a5df-643316d3c8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6d0492-4872-4d7a-977e-e87d893d9ad1,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:40.056084 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2355513d-4d4d-437f-a5df-643316d3c8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:40.057183 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed29c8a-2267-4918-9f21-d319e62a857a None None] Network ded9f1b4-e675-4f41-9520-fcc0766d528a requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:04:40.063707 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2355513d-4d4d-437f-a5df-643316d3c8a5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4a6d0492-4872-4d7a-977e-e87d893d9ad1 HTTP/1.1" status: 204  len: 168 time: 0.3892138
Oct 25 15:04:40.064105 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33062) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:40.177980 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.190215 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Deleting port 012de473-93ff-45da-8dc9-53c31d123230 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:40.190474 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.249638 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.337393 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] DHCP port deletion for ded9f1b4-e675-4f41-9520-fcc0766d528a request from dv-cinder-813751-1-iscsi {{(pid=86766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Oct 25 15:04:40.342149 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] Deleting port 012de473-93ff-45da-8dc9-53c31d123230 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:40.342552 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.422679 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] For port 012de473-93ff-45da-8dc9-53c31d123230, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=012de473-93ff-45da-8dc9-53c31d123230,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:40.422977 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.549798 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Calling delete_port for 012de473-93ff-45da-8dc9-53c31d123230 owned by network:dhcp {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:40.556067 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] For port 012de473-93ff-45da-8dc9-53c31d123230, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=012de473-93ff-45da-8dc9-53c31d123230,segment=NetworkSegment(27d090fe-3b58-4e47-9f29-68e25f796255),segment_id=27d090fe-3b58-4e47-9f29-68e25f796255)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:40.556465 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.564050 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4656f7ba-f85e-4ef4-bfdd-dfbee91b3e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.626597 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.631505 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-599ccdd5-b190-410a-a91e-5f6f93f776f7 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:40.675457 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] No DVR routers for this DVR port 012de473-93ff-45da-8dc9-53c31d123230 on host dv-cinder-813751-1-iscsi {{(pid=86765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:04:40.681259 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] Calling delete_port for 012de473-93ff-45da-8dc9-53c31d123230 owned by network:dhcp {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:40.704535 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Pushing event deleted for resources: {'Port': ['ID=012de473-93ff-45da-8dc9-53c31d123230,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:40.708144 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:40.752631 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.db.api [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 25 15:04:40.752997 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_db.api [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 25 15:04:40.795529 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.825423 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6cd6a070>,) {'filters': {'network_id': ['ded9f1b4-e675-4f41-9520-fcc0766d528a']}} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:40.938593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6cd6a070>, '27d090fe-3b58-4e47-9f29-68e25f796255') {'for_net_delete': True} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:40.938835 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6cd6a070>, '27d090fe-3b58-4e47-9f29-68e25f796255') {} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:04:40.952616 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31795221'] for segment, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.969494 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.977064 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=86765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:04:40.977665 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379675'] for segment, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]: Traceback (most recent call last):
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     timer()
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     cb(*args, **kw)
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     return func(*args, **kwargs)
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     self._notify()
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     self.callback(batched_events)
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     event.method(event)
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     return f(self, *a, **k)
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._get(url).json()
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:04:40.993441 dv-cinder-813751-1-iscsi neutron-server[86765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:04:41.073419 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:41.077694 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f26cd7ae-65b8-4f18-8a70-ed50cfb9444b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:41.090959 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:41.101345 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Pushing event deleted for resources: {'Network': ['ID=ded9f1b4-e675-4f41-9520-fcc0766d528a,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:41.104605 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:41.116068 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2009b55d-6aa2-4d3d-8647-f12876c94cde admin admin] 10.222.0.57 "DELETE /v2.0/networks/ded9f1b4-e675-4f41-9520-fcc0766d528a HTTP/1.1" status: 204  len: 168 time: 1.0508358
Oct 25 15:04:41.242107 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33068) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:41.253746 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] Deleting port 012de473-93ff-45da-8dc9-53c31d123230 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:41.254269 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:41.293506 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2c4a3597-3b29-4f65-93af-cf079d03d173 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f775951e4c0e43ab8e9a421071c6c3d4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0501077
Oct 25 15:04:41.296001 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33072) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:41.325228 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-dc03da6e-0460-4900-af04-3a15701b04fe None None] The port '012de473-93ff-45da-8dc9-53c31d123230' was deleted {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Oct 25 15:04:41.357472 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-34a047d2-859e-4cff-9daf-fb06c59d5345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:41.383400 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-34a047d2-859e-4cff-9daf-fb06c59d5345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:41.434956 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-34a047d2-859e-4cff-9daf-fb06c59d5345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:41.438759 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-844cd523-35c0-43c2-8622-5ddb5913ce81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:41.454187 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a047d2-859e-4cff-9daf-fb06c59d5345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513418c2-9c15-4e5a-b715-8ec370a548dd,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:41.457667 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-34a047d2-859e-4cff-9daf-fb06c59d5345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:41.463110 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-34a047d2-859e-4cff-9daf-fb06c59d5345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:41.464250 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-34a047d2-859e-4cff-9daf-fb06c59d5345 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/513418c2-9c15-4e5a-b715-8ec370a548dd HTTP/1.1" status: 204  len: 168 time: 0.1673145
Oct 25 15:04:41.588933 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:41.623692 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:04:41.624298 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device d71a6dd1-15f3-4a27-ac65-2a8fa079b7ce not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:04:41.624731 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 012de473-93ff-45da-8dc9-53c31d123230 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:04:41.660712 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 012de473-93ff-45da-8dc9-53c31d123230 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:04:41.661067 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 012de473-93ff-45da-8dc9-53c31d123230 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:04:43.553860 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cdb755c0-441f-4301-8849-f57418de4054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:44.468047 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:46.650159 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:49.799291 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:04:51.507959 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33186) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:51.623514 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2a025013-f09a-40fe-8e1f-5ab6a014aeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:51.638292 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-2a025013-f09a-40fe-8e1f-5ab6a014aeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:04:51.642143 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-2a025013-f09a-40fe-8e1f-5ab6a014aeda admin admin] Usage tracker for resource:security_group_rule and tenant:267c5ef1ffc245f896337fd99e6250aa is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:04:51.644987 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-2a025013-f09a-40fe-8e1f-5ab6a014aeda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:04:51.650782 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-2a025013-f09a-40fe-8e1f-5ab6a014aeda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:04:51.742769 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2a025013-f09a-40fe-8e1f-5ab6a014aeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:51.747214 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2a025013-f09a-40fe-8e1f-5ab6a014aeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:51.754693 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-341314f2-822a-4cd3-afad-d1169fb1ee0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:51.796793 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2a025013-f09a-40fe-8e1f-5ab6a014aeda admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=267c5ef1ffc245f896337fd99e6250aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2876995
Oct 25 15:04:51.797728 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a025013-f09a-40fe-8e1f-5ab6a014aeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fec3f40-511a-4675-95e9-f6855dad506b,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:51.800420 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33192) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:51.801622 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2a025013-f09a-40fe-8e1f-5ab6a014aeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:51.864181 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:51.894492 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:51.947687 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:51.952019 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a291cf20-8568-45ff-b237-ee94f59ac060 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:51.963295 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fec3f40-511a-4675-95e9-f6855dad506b,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:51.974172 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.974561 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.974920 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.975265 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.975609 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.975957 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.976290 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.976630 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.976969 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.977311 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.977647 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.977980 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:04:51.981117 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:51.982238 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6fec3f40-511a-4675-95e9-f6855dad506b HTTP/1.1" status: 204  len: 168 time: 0.1808381
Oct 25 15:04:51.983518 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:56.698856 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33304) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:56.828352 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d351ff0b-5ed9-4c99-bf52-a1533b4da50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:56.848350 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-d351ff0b-5ed9-4c99-bf52-a1533b4da50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:04:56.853977 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-d351ff0b-5ed9-4c99-bf52-a1533b4da50f admin admin] Usage tracker for resource:security_group_rule and tenant:4a06449683fa431b90e0cfc34b230db3 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:04:56.861613 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-d351ff0b-5ed9-4c99-bf52-a1533b4da50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:04:56.870001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-d351ff0b-5ed9-4c99-bf52-a1533b4da50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:04:56.893653 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ddb21-7d25-4d7c-8bf2-d5c41521a5c3 req-cd3f0547-4334-46f7-a0e2-39c18aae4d98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:56.895262 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e0ddb21-7d25-4d7c-8bf2-d5c41521a5c3 req-cd3f0547-4334-46f7-a0e2-39c18aae4d98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 947 time: 0.1334162
Oct 25 15:04:56.968632 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e0ddb21-7d25-4d7c-8bf2-d5c41521a5c3 req-be7e60eb-34b0-4054-9c9c-682fe1cc5963 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665183
Oct 25 15:04:57.017370 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d351ff0b-5ed9-4c99-bf52-a1533b4da50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.022153 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d351ff0b-5ed9-4c99-bf52-a1533b4da50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.028577 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b2ca496e-aa7a-4626-882b-d0beffd06d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:57.069033 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-d351ff0b-5ed9-4c99-bf52-a1533b4da50f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a06449683fa431b90e0cfc34b230db3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3691359
Oct 25 15:04:57.069968 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351ff0b-5ed9-4c99-bf52-a1533b4da50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f985e2-28ce-47af-8936-ae6e4373c1b6,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:57.071722 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33310) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:57.073477 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d351ff0b-5ed9-4c99-bf52-a1533b4da50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:57.130533 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5b921dff-eb34-4c92-9a79-90d7e6011020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.155295 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5b921dff-eb34-4c92-9a79-90d7e6011020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.210168 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5b921dff-eb34-4c92-9a79-90d7e6011020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.214870 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-521f527d-cba2-4b94-b046-6aa774ffc046 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:57.226823 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b921dff-eb34-4c92-9a79-90d7e6011020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f985e2-28ce-47af-8936-ae6e4373c1b6,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:57.229124 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5b921dff-eb34-4c92-9a79-90d7e6011020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:57.237134 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5b921dff-eb34-4c92-9a79-90d7e6011020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.238490 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5b921dff-eb34-4c92-9a79-90d7e6011020 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1f985e2-28ce-47af-8936-ae6e4373c1b6 HTTP/1.1" status: 204  len: 168 time: 0.1657839
Oct 25 15:04:57.527736 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33318) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:57.546357 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.562038 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:04:57.565998 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] Usage tracker for resource:security_group_rule and tenant:44afc372d2a54260ab7c91ab22b78f78 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:04:57.569094 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:04:57.575087 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:04:57.665305 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.670100 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.677708 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:57.720934 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44afc372d2a54260ab7c91ab22b78f78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1921031
Oct 25 15:04:57.721974 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aee1f7e-14f3-4284-a9c1-4a1421e4d37f,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:57.724020 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33322) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:04:57.725055 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:57.788324 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-812e6755-f31c-4c07-887c-326342127532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.813741 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-812e6755-f31c-4c07-887c-326342127532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.871007 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-812e6755-f31c-4c07-887c-326342127532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:57.875919 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c0d2800b-e1df-4e83-88b5-795ff8d7ff81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:57.988861 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e6755-f31c-4c07-887c-326342127532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aee1f7e-14f3-4284-a9c1-4a1421e4d37f,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:57.992324 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-812e6755-f31c-4c07-887c-326342127532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:57.998914 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-812e6755-f31c-4c07-887c-326342127532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:58.002297 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-812e6755-f31c-4c07-887c-326342127532 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2aee1f7e-14f3-4284-a9c1-4a1421e4d37f HTTP/1.1" status: 204  len: 168 time: 0.2751040
Oct 25 15:04:58.177349 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b922c95-575e-47b5-808e-b7385ddfe47c req-3d3e6c3d-a727-4e28-8b5c-4dd1cd9286c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:58.179001 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2b922c95-575e-47b5-808e-b7385ddfe47c req-3d3e6c3d-a727-4e28-8b5c-4dd1cd9286c7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 947 time: 0.0891361
Oct 25 15:04:58.244743 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2b922c95-575e-47b5-808e-b7385ddfe47c req-ee5cff3f-e2ea-4554-ace2-51fa3e469997 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583701
Oct 25 15:04:58.741962 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-dc3d40e4-f317-4413-ba24-62ece095b93e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:58.743947 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-dc3d40e4-f317-4413-ba24-62ece095b93e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.37 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 947 time: 0.0927122
Oct 25 15:04:58.821750 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Deleting port 5325292e-5038-4996-b49a-ef5866d61dc0 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:04:58.822107 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:59.085835 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] For port 5325292e-5038-4996-b49a-ef5866d61dc0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=5325292e-5038-4996-b49a-ef5866d61dc0,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:04:59.086197 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:59.423498 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:59.423865 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:59.424164 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Floating IP 189848ef-58ca-4aba-b710-52ed561a09f9 disassociated. External IP: 172.27.3.67, port: 5325292e-5038-4996-b49a-ef5866d61dc0.
Oct 25 15:04:59.424504 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Calling delete_port for 5325292e-5038-4996-b49a-ef5866d61dc0 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:04:59.581984 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbf703-098c-4ac4-80af-9f2dd6406f72 req-91f41ae9-76d0-43e6-a8a5-20f7f11aacc3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:04:59.583460 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-17cbf703-098c-4ac4-80af-9f2dd6406f72 req-91f41ae9-76d0-43e6-a8a5-20f7f11aacc3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=33463df9-b425-4b23-a075-f459a15dbca5 HTTP/1.1" status: 200  len: 947 time: 0.2125342
Oct 25 15:04:59.623840 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:04:59.631826 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-69b49f1f-7bbf-4008-847f-8351f407636e tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:04:59.689716 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event deleted for resources: {'Port': ['ID=5325292e-5038-4996-b49a-ef5866d61dc0,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:04:59.692219 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:04:59.760644 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-17cbf703-098c-4ac4-80af-9f2dd6406f72 req-1fb35e6b-56d2-4fe1-a42a-2da9c4a2f011 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1713278
Oct 25 15:04:59.898239 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Router 8d273246-5f88-4700-aa54-0de1698fd6f7 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:05:00.234958 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:05:00.245994 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] Sync routers for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:05:00.257810 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:05:00.258477 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6df8ae20>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:04:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:00.317566 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] No DVR routers for this DVR port 5325292e-5038-4996-b49a-ef5866d61dc0 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:05:00.320278 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:00.323084 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'name': 'network-vif-deleted', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:05:00.355174 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-87dbbc7f-2c58-4bb5-b375-b7bc33d8fcfb req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.37 "DELETE /v2.0/ports/5325292e-5038-4996-b49a-ef5866d61dc0 HTTP/1.1" status: 204  len: 173 time: 1.6055849
Oct 25 15:05:00.374551 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33463df9-b425-4b23-a075-f459a15dbca5', 'name': 'network-vif-deleted', 'tag': '5325292e-5038-4996-b49a-ef5866d61dc0', 'status': 'completed', 'code': 200}
Oct 25 15:05:00.480975 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:05:00.847608 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6df8ae20>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:00.852248 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] Checking router: 8d273246-5f88-4700-aa54-0de1698fd6f7 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:05:00.885635 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:05:00.885743 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6df8ae20>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:04:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:00.925221 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:00.932832 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33444) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:01.032106 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-224e5271-7844-440f-ae07-2fd80fde2ff1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:01.067761 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-224e5271-7844-440f-ae07-2fd80fde2ff1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:01.108352 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:05:01.133666 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-224e5271-7844-440f-ae07-2fd80fde2ff1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:01.139855 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-812e6755-f31c-4c07-887c-326342127532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:01.153472 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e5271-7844-440f-ae07-2fd80fde2ff1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ca6e39-f238-4dfe-a0dc-51df338c9ad7,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:01.156614 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-224e5271-7844-440f-ae07-2fd80fde2ff1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:01.158724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-224e5271-7844-440f-ae07-2fd80fde2ff1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:01.159827 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-224e5271-7844-440f-ae07-2fd80fde2ff1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "DELETE /v2.0/security-groups/b1ca6e39-f238-4dfe-a0dc-51df338c9ad7 HTTP/1.1" status: 204  len: 168 time: 0.2260201
Oct 25 15:05:01.162825 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33460) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:01.180544 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.api.v2.resource [None req-d747f5d4-d86e-489f-b66d-500a33deadc7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] show failed (client error): The resource could not be found.
Oct 25 15:05:01.184615 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33464) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:01.190948 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d747f5d4-d86e-489f-b66d-500a33deadc7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups/b1ca6e39-f238-4dfe-a0dc-51df338c9ad7 HTTP/1.1" status: 404  len: 347 time: 0.0265279
Oct 25 15:05:01.354698 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Deleting port c7e9c321-de00-4e2c-ab35-21b4c878d82c {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:05:01.355047 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:01.486763 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6df8ae20>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:01.491476 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc0ae1-fdc8-444b-a8c3-cbc17d275791 None None] The sync data for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi is: [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:05:01.554521 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:01.555608 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:01.696253 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Calling delete_port for c7e9c321-de00-4e2c-ab35-21b4c878d82c owned by network:floatingip {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:05:01.754135 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33482) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:01.859468 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f377e-dab0-4ab1-8fb9-955f35950190 None None] New status for floating IP 189848ef-58ca-4aba-b710-52ed561a09f9: DOWN {{(pid=86766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:05:01.881637 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:01.895860 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-16ff91ab-3c60-4b46-8558-be8ef2664375 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:01.983940 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event deleted for resources: {'Port': ['ID=c7e9c321-de00-4e2c-ab35-21b4c878d82c,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:01.993866 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.014815 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:02.015546 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:02.019151 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] Usage tracker for resource:security_group_rule and tenant:c24603af44734d44900fdeed2eecb639 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:02.023917 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:02.030779 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:02.048978 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.065377 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.066770 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-e3c58cbd-12ed-4d6b-98b3-abc5e2692f98 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "DELETE /v2.0/floatingips/189848ef-58ca-4aba-b710-52ed561a09f9 HTTP/1.1" status: 204  len: 168 time: 0.8806691
Oct 25 15:05:02.123556 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.127263 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.136362 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5398f809-6d5e-4ea2-8014-9841646f393b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:02.177607 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c24603af44734d44900fdeed2eecb639&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4221387
Oct 25 15:05:02.180107 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33490) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:02.182773 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ab8c2-229c-4b32-b1da-2b65da61d99a,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:02.185662 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:02.243152 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ee28a22a-c6f8-4e72-a935-a80803f9f5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.268752 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ee28a22a-c6f8-4e72-a935-a80803f9f5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.323077 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ee28a22a-c6f8-4e72-a935-a80803f9f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.329885 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6b1986bc-d905-408a-b6fa-c744c1615723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:02.335846 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33494) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:02.341841 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835900937', 'description': 'tempest-description--1188628567'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:05:02.348418 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28a22a-c6f8-4e72-a935-a80803f9f5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ab8c2-229c-4b32-b1da-2b65da61d99a,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:02.348643 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:02.350797 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ee28a22a-c6f8-4e72-a935-a80803f9f5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:02.352642 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:security_group and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:02.355659 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:02.358096 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ee28a22a-c6f8-4e72-a935-a80803f9f5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.359241 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-ee28a22a-c6f8-4e72-a935-a80803f9f5ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e90ab8c2-229c-4b32-b1da-2b65da61d99a HTTP/1.1" status: 204  len: 168 time: 0.1782577
Oct 25 15:05:02.362376 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:02.374137 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.394788 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:02.398595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:security_group_rule and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:02.401408 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:02.407687 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:02.481842 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.486377 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.491705 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-062513c0-1066-473f-bab2-ef7e707d8a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:02.530471 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9685ded-2ebf-479f-93b4-e001984e7510,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:02.533561 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:02.535257 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.536447 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1994870
Oct 25 15:05:02.539181 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33502) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:02.544360 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'security_group_rule': {'security_group_id': 'f9685ded-2ebf-479f-93b4-e001984e7510', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:05:02.550090 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:02.553984 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:security_group_rule and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:02.556860 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:02.563254 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:02.581151 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.637858 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33506) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:02.646469 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.651774 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.653924 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7efe2fc8-4c21-43a4-b6f2-2310392d528d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:02.657603 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.672200 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:02.675857 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ba41f2-a624-4a07-b199-0515df4e33a0,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:02.676041 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] Usage tracker for resource:security_group_rule and tenant:3ac9f63713d04e8a88330a91c0d03e80 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:02.678498 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:02.680527 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:02.686756 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.687724 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:02.687898 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-ae8bc5e3-352f-4d21-a027-6bf519db6ba3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1478245
Oct 25 15:05:02.690673 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33510) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:02.695916 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'security_group_rule': {'security_group_id': 'f9685ded-2ebf-479f-93b4-e001984e7510', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:05:02.702478 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:02.706216 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:security_group_rule and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:02.709226 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:02.715342 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:02.733158 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.772173 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.776111 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.784908 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-1c68e895-e977-4b62-bbb1-2df0745c5882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:02.797329 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.801671 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521638'] for security_group_rule, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.804163 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:02.826804 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ac9f63713d04e8a88330a91c0d03e80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1844330
Oct 25 15:05:02.827168 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33514) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:02.836007 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2251e00e-1f30-449c-8a5c-b539452a8673,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:02.841603 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a6656c-4591-4dcc-9240-7ea0d95ac7b2,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:02.844127 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:02.846992 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:02.848081 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.850013 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-236318cf-da0a-452f-976b-0c44af8bf12f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1583719
Oct 25 15:05:02.853258 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33518) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:02.860336 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'floatingip': {'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:05:02.866265 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:02.870106 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Usage tracker for resource:floatingip and tenant:642447a5062244b2a248e9c27858419a is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:02.873496 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:02.879143 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:02.891180 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.894480 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f7e8bf67-de9f-40c8-ad65-d112041ba9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.921086 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f7e8bf67-de9f-40c8-ad65-d112041ba9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.984567 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f7e8bf67-de9f-40c8-ad65-d112041ba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:02.992507 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-bbf52c50-c02c-499b-9654-67e8daee3402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:03.013757 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8bf67-de9f-40c8-ad65-d112041ba9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a6656c-4591-4dcc-9240-7ea0d95ac7b2,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:03.017435 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f7e8bf67-de9f-40c8-ad65-d112041ba9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:03.026195 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f7e8bf67-de9f-40c8-ad65-d112041ba9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:03.031916 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-f7e8bf67-de9f-40c8-ad65-d112041ba9c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2a6656c-4591-4dcc-9240-7ea0d95ac7b2 HTTP/1.1" status: 204  len: 168 time: 0.2036061
Oct 25 15:05:03.060728 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:03.208821 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Allocated IP 172.27.3.188 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/67382060-a4d9-4c5e-b3df-5033044eecfb) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:05:03.244979 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 5325292e-5038-4996-b49a-ef5866d61dc0 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:05:03.279928 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: 5325292e-5038-4996-b49a-ef5866d61dc0 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:05:03.280275 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 5325292e-5038-4996-b49a-ef5866d61dc0 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:05:03.466832 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:03.499226 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:03.508256 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7cc57b84-d6fb-41b8-8db9-d7d4a9c04c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:03.613299 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:05:03.615137 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:05:03.618003 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:05:03.670740 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'Port': ['ID=67382060-a4d9-4c5e-b3df-5033044eecfb,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:03.677466 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:03.720857 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-4139c090-db7b-4890-9ae4-b31f83acb99c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1718638
Oct 25 15:05:03.743142 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:03.809030 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:04.019345 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-f529ea6c-d789-46f4-b7a6-b6d9e841cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:04.020986 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-f529ea6c-d789-46f4-b7a6-b6d9e841cfda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851559b5d43e474aa0fb5071883e75fb&device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1098 time: 0.1867683
Oct 25 15:05:04.221339 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:04.229311 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:04.235076 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-2f09d8ee-8e6c-47c6-b3a3-29cf4b985eec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:04.272466 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-2833b0a3-7ce6-4e97-a8ac-51b219951bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:04.273842 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-2833b0a3-7ce6-4e97-a8ac-51b219951bb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca89f383-e1f5-453f-952d-7a6a92223229 HTTP/1.1" status: 200  len: 910 time: 0.2217021
Oct 25 15:05:04.426883 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'Port': ['ID=67382060-a4d9-4c5e-b3df-5033044eecfb,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:04.440988 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:04.447063 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-823ab627-e506-4a49-aa52-59df21e41dab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8 HTTP/1.1" status: 200  len: 1001 time: 0.1638339
Oct 25 15:05:04.499209 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:04.541079 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:04.542173 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6878376
Oct 25 15:05:04.544488 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-233e04d8-bdec-4a8b-9d27-d61f939c3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:04.545889 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-233e04d8-bdec-4a8b-9d27-d61f939c3eb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7ec8752-a35a-4c4e-a625-8fa642b99b7a HTTP/1.1" status: 200  len: 848 time: 0.0899999
Oct 25 15:05:04.631579 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-1e80680d-7c75-4f4d-800c-ccd916faa4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:04.633240 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-1e80680d-7c75-4f4d-800c-ccd916faa4ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca89f383-e1f5-453f-952d-7a6a92223229&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793302
Oct 25 15:05:04.820425 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-48f52183-adb4-498c-917c-24707e5ed510 req-7d36ddba-7d12-4230-8257-f8fd9c63c612 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Synchronizing usage tracker for tenant:642447a5062244b2a248e9c27858419a on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:05:04.824763 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-e9753cf0-0d59-4b78-8ac1-46c1623aae2f service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845605
Oct 25 15:05:04.906441 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-48f52183-adb4-498c-917c-24707e5ed510 req-7d36ddba-7d12-4230-8257-f8fd9c63c612 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Unset dirty status for tenant:642447a5062244b2a248e9c27858419a on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:05:04.907624 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-7d36ddba-7d12-4230-8257-f8fd9c63c612 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1835900937&fields=id&tenant_id=642447a5062244b2a248e9c27858419a HTTP/1.1" status: 200  len: 267 time: 0.1733086
Oct 25 15:05:05.200885 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c7546091-a6bc-45c3-9dcb-b4cf87928be7 req-d3445229-4436-4cde-87f1-87060375cc85 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3663642
Oct 25 15:05:05.247225 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f52183-adb4-498c-917c-24707e5ed510 req-d740ffa9-2b68-47cb-b0f7-93d6491aaf06 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:05.248725 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-d740ffa9-2b68-47cb-b0f7-93d6491aaf06 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 817 time: 0.3282390
Oct 25 15:05:05.265552 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-0f8aa302-c26e-4bd7-9ae8-d3f1596a1072 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/quotas/642447a5062244b2a248e9c27858419a HTTP/1.1" status: 200  len: 375 time: 0.0098705
Oct 25 15:05:05.360416 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-48f52183-adb4-498c-917c-24707e5ed510 req-0e7eace9-8c7a-4158-8dec-d188231e5941 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Synchronizing usage tracker for tenant:642447a5062244b2a248e9c27858419a on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:05:05.376535 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-48f52183-adb4-498c-917c-24707e5ed510 req-0e7eace9-8c7a-4158-8dec-d188231e5941 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Unset dirty status for tenant:642447a5062244b2a248e9c27858419a on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:05:05.377821 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-0e7eace9-8c7a-4158-8dec-d188231e5941 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1031878
Oct 25 15:05:05.620306 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-fd37eafd-1533-4d3a-b879-e6ba3b5d063a service neutron] 10.222.0.57 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304187
Oct 25 15:05:05.761106 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-705b94df-0fd1-43f1-b51f-097fbe60b842 service neutron] 10.222.0.57 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342585
Oct 25 15:05:05.972487 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-75d6df3e-eb4c-487a-8097-82caff668e9b req-ea136de5-3b6d-47cf-a72d-5c584accaca3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 210 time: 0.0469451
Oct 25 15:05:07.207520 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-76e3716b-c375-4a30-866d-0672776b8424 req-4d698325-aafb-44a8-8304-fb76003d1845 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 210 time: 0.1043639
Oct 25 15:05:07.285635 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f52183-adb4-498c-917c-24707e5ed510 req-677f310d-d874-48ba-a455-dc59ba27cf6f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:07.286932 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-677f310d-d874-48ba-a455-dc59ba27cf6f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 817 time: 0.2044280
Oct 25 15:05:07.359137 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-1b8df0ed-ee44-4d60-8e0e-019b12b8b006 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=642447a5062244b2a248e9c27858419a HTTP/1.1" status: 200  len: 380 time: 0.0402594
Oct 25 15:05:07.369560 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'port': {'device_id': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'admin_state_up': True, 'tenant_id': '642447a5062244b2a248e9c27858419a', 'security_groups': ['f9685ded-2ebf-479f-93b4-e001984e7510']}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:05:07.503296 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:07.513233 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:07.523235 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Made reservation on behalf of 642447a5062244b2a248e9c27858419a for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:05:07.526784 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:07.689318 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Allocated IP 172.20.0.11 (dd6042eb-8983-4216-ac5e-be27d86b2c9a/121a86a7-d9ce-4f76-a5e4-00e2cda03dbd/65043472-1d9b-4199-be22-b35d4b5eaba4) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:05:07.871622 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:07.886302 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Transition to ACTIVE for port object 65043472-1d9b-4199-be22-b35d4b5eaba4 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:05:07.909475 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:07.914814 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:07.977717 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Network dd6042eb-8983-4216-ac5e-be27d86b2c9a is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:05:07.986198 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:05:07.990638 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:05:08.028894 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event updated for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:08.033872 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:08.061348 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:08.061996 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:08.088268 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7224374
Oct 25 15:05:08.109254 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Request body: {'port': {'device_id': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:05:08.227834 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:08.287983 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-4e66c5bf-5a9e-46f5-aa4f-2bcf5c53218d None None] Provisioning for port 65043472-1d9b-4199-be22-b35d4b5eaba4 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:05:08.306112 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-4e66c5bf-5a9e-46f5-aa4f-2bcf5c53218d None None] Provisioning complete for port 65043472-1d9b-4199-be22-b35d4b5eaba4 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:05:08.306803 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4e66c5bf-5a9e-46f5-aa4f-2bcf5c53218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:08.372537 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-4e66c5bf-5a9e-46f5-aa4f-2bcf5c53218d None None] Port 65043472-1d9b-4199-be22-b35d4b5eaba4 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:05:08.677896 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87dcff-7ba6-4575-987f-96b0a1f5d2c3 req-408234b2-6c33-44bf-bfc8-b383471b9fdc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:08.678560 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-ba87dcff-7ba6-4575-987f-96b0a1f5d2c3 req-408234b2-6c33-44bf-bfc8-b383471b9fdc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Synchronizing usage tracker for tenant:642447a5062244b2a248e9c27858419a on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:05:08.713788 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-ba87dcff-7ba6-4575-987f-96b0a1f5d2c3 req-408234b2-6c33-44bf-bfc8-b383471b9fdc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Unset dirty status for tenant:642447a5062244b2a248e9c27858419a on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:05:08.715174 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba87dcff-7ba6-4575-987f-96b0a1f5d2c3 req-408234b2-6c33-44bf-bfc8-b383471b9fdc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 932 time: 0.3539476
Oct 25 15:05:08.828460 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba87dcff-7ba6-4575-987f-96b0a1f5d2c3 req-323be20f-7984-48de-93ab-f478868a8b72 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065810
Oct 25 15:05:08.838118 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65043472-1d9b-4199-be22-b35d4b5eaba4 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:05:08.846897 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:08.863657 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Transition to ACTIVE for port object 65043472-1d9b-4199-be22-b35d4b5eaba4 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:05:08.870426 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:08.879612 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:09.066789 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Pushing event updated for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:09.094637 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:09.141794 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Attempting to bind port 65043472-1d9b-4199-be22-b35d4b5eaba4 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:05:09.141913 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Attempting to bind port 65043472-1d9b-4199-be22-b35d4b5eaba4 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:05:09.142245 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Attempting to bind port 65043472-1d9b-4199-be22-b35d4b5eaba4 on network dd6042eb-8983-4216-ac5e-be27d86b2c9a {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:05:09.147479 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Port 65043472-1d9b-4199-be22-b35d4b5eaba4 on network dd6042eb-8983-4216-ac5e-be27d86b2c9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:05:09.147892 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Attempting to bind port 65043472-1d9b-4199-be22-b35d4b5eaba4 on network dd6042eb-8983-4216-ac5e-be27d86b2c9a {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:05:09.153495 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:05:09.153827 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Checking segment: {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:05:09.154218 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Bound using segment: {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:05:09.154677 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Bound port: 65043472-1d9b-4199-be22-b35d4b5eaba4, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:05:09.155027 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:09.252988 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:05:09.256230 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:05:09.260109 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:09.263951 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-df1d6425-fc1f-48a3-b354-bd697895df79 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:09.318260 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:09.318937 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:09.320316 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] 10.222.0.37 "PUT /v2.0/ports/65043472-1d9b-4199-be22-b35d4b5eaba4 HTTP/1.1" status: 200  len: 1094 time: 1.2164640
Oct 25 15:05:09.320837 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:05:09.353480 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Pushing event updated for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:09.358918 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:09.385125 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'status': 'completed', 'code': 200}
Oct 25 15:05:09.485979 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f52183-adb4-498c-917c-24707e5ed510 req-8cb57e1b-c529-4038-b43d-e7eb797782da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:09.487625 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-8cb57e1b-c529-4038-b43d-e7eb797782da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 1097 time: 0.0825315
Oct 25 15:05:09.581807 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-f514bfdc-65b3-4bb6-b7fe-1ce5fec9e5ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65043472-1d9b-4199-be22-b35d4b5eaba4 HTTP/1.1" status: 200  len: 217 time: 0.0683370
Oct 25 15:05:09.654724 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f52183-adb4-498c-917c-24707e5ed510 req-e74483b7-a946-44eb-996b-54e700b64adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:09.656140 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-e74483b7-a946-44eb-996b-54e700b64adb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.0677142
Oct 25 15:05:09.742684 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f52183-adb4-498c-917c-24707e5ed510 req-50dc1e6c-4af4-4146-85c2-98d181bac8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:09.742684 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-50dc1e6c-4af4-4146-85c2-98d181bac8e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776029
Oct 25 15:05:09.896788 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-3a7b142b-77bc-444c-91a9-0adeb1362966 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471987
Oct 25 15:05:10.094963 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-48f52183-adb4-498c-917c-24707e5ed510 req-2efdff50-5aeb-4d89-ba50-85d85c3611a2 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900034
Oct 25 15:05:10.112717 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82a72-bf08-4abd-9221-784cd068f56b req-6339f08a-3b96-4995-bc98-e7516e466f5d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:10.114202 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8bf82a72-bf08-4abd-9221-784cd068f56b req-6339f08a-3b96-4995-bc98-e7516e466f5d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.1352773
Oct 25 15:05:10.149057 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33642) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:10.165456 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8bf82a72-bf08-4abd-9221-784cd068f56b req-ec3964e9-06ce-401a-bb83-a59c4f1c6e41 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450008
Oct 25 15:05:10.198796 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:10.278350 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-59aa076f-fda7-4d61-94e7-b63e5438732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:10.278991 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a470-f123-450d-a219-4301f652949a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:10.280099 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-59aa076f-fda7-4d61-94e7-b63e5438732a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 1097 time: 0.0811040
Oct 25 15:05:10.293313 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a8a4a470-f123-450d-a219-4301f652949a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:10.297192 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a8a4a470-f123-450d-a219-4301f652949a admin admin] Usage tracker for resource:security_group_rule and tenant:f5808891e5ef4fec80985128dd723a20 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:10.300063 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a8a4a470-f123-450d-a219-4301f652949a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:10.305785 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a8a4a470-f123-450d-a219-4301f652949a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:10.394906 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a470-f123-450d-a219-4301f652949a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:10.399378 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a470-f123-450d-a219-4301f652949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:10.407945 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4ee34596-e7ea-4294-932f-caeaec3b985d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:10.424155 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-6df4ed99-9801-437b-adce-09e37abf316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:10.425628 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-6df4ed99-9801-437b-adce-09e37abf316c service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 918 time: 0.1381698
Oct 25 15:05:10.448118 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a8a4a470-f123-450d-a219-4301f652949a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5808891e5ef4fec80985128dd723a20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2971795
Oct 25 15:05:10.449946 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4a470-f123-450d-a219-4301f652949a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d334a18-d128-484a-89a2-ece797df3402,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:10.452166 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33648) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:10.454765 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a8a4a470-f123-450d-a219-4301f652949a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:10.516333 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6b05da22-aadb-4a52-9514-fddac5fa5279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:10.538997 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4eaa5064-81ac-43f6-9683-6261b4e9a721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:10.545542 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6b05da22-aadb-4a52-9514-fddac5fa5279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:10.602955 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6b05da22-aadb-4a52-9514-fddac5fa5279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:10.607553 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-562cd7af-7a0d-4c79-81dd-ac833b20f8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:10.608663 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-a875e9fc-2787-4f8f-adfb-5dd1771509fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65043472-1d9b-4199-be22-b35d4b5eaba4 HTTP/1.1" status: 200  len: 217 time: 0.1755042
Oct 25 15:05:10.619135 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05da22-aadb-4a52-9514-fddac5fa5279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d334a18-d128-484a-89a2-ece797df3402,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:10.625864 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6b05da22-aadb-4a52-9514-fddac5fa5279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:10.626823 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6b05da22-aadb-4a52-9514-fddac5fa5279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:10.635026 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6b05da22-aadb-4a52-9514-fddac5fa5279 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d334a18-d128-484a-89a2-ece797df3402 HTTP/1.1" status: 204  len: 168 time: 0.1777966
Oct 25 15:05:10.676370 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-63e82c6b-47b4-42c7-98b5-039e006399a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:10.677811 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-63e82c6b-47b4-42c7-98b5-039e006399a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.0615633
Oct 25 15:05:10.764725 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-34729662-cbbe-429f-8460-56feff382ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:10.766207 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-34729662-cbbe-429f-8460-56feff382ef3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734174
Oct 25 15:05:10.921103 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-b47231b9-0873-4143-8e15-660278966579 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410656
Oct 25 15:05:10.936771 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33656) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:10.968322 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:10.997143 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:11.003888 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] Usage tracker for resource:security_group_rule and tenant:266334fe2c094be784b9cd931d87e7be is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:11.008803 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:11.019692 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:11.065021 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d0ebc25-c766-44e3-96f1-d0b864bf3fe6 req-b069114c-01ef-425c-8937-aeeef4f88ff5 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364377
Oct 25 15:05:11.110689 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:11.114277 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:11.121406 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4fa2d492-89cd-4d6b-b9fe-0b8aec05a12e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:11.160176 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e0013f-cf66-4bf8-a1e7-0eea574a0a1e,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:11.164460 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=266334fe2c094be784b9cd931d87e7be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2261600
Oct 25 15:05:11.165342 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:11.167151 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33660) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:11.232206 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5d7a45eb-50c2-4d70-9732-320a07c44489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:11.258163 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5d7a45eb-50c2-4d70-9732-320a07c44489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:11.310332 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5d7a45eb-50c2-4d70-9732-320a07c44489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:11.314310 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a4134184-7fbe-4715-a5b8-5fba0943ac15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:11.326234 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a45eb-50c2-4d70-9732-320a07c44489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e0013f-cf66-4bf8-a1e7-0eea574a0a1e,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:11.328579 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5d7a45eb-50c2-4d70-9732-320a07c44489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:11.334857 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5d7a45eb-50c2-4d70-9732-320a07c44489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:11.335979 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5d7a45eb-50c2-4d70-9732-320a07c44489 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/77e0013f-cf66-4bf8-a1e7-0eea574a0a1e HTTP/1.1" status: 204  len: 168 time: 0.1679561
Oct 25 15:05:11.391986 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127fca8-05bb-49d9-8463-8fb1272660df req-9ee9cb92-07ce-424d-80e9-7051553a4f1b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:11.393443 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d127fca8-05bb-49d9-8463-8fb1272660df req-9ee9cb92-07ce-424d-80e9-7051553a4f1b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.1013136
Oct 25 15:05:11.438017 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d127fca8-05bb-49d9-8463-8fb1272660df req-7ee181a5-8379-48f6-acde-754cb10f8426 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388196
Oct 25 15:05:12.458273 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33698) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:12.578549 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:12.593209 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:12.597063 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] Usage tracker for resource:security_group_rule and tenant:12e23dff25314ecca6051f387f3ff402 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:12.599893 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:12.605570 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:12.627353 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08d4e4-1dba-45ce-a389-5cc42d60ae72 req-499009ca-14f2-4a83-8356-ad0d4739272f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:12.628794 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a08d4e4-1dba-45ce-a389-5cc42d60ae72 req-499009ca-14f2-4a83-8356-ad0d4739272f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0812464
Oct 25 15:05:12.679089 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a08d4e4-1dba-45ce-a389-5cc42d60ae72 req-86e85ca1-ae92-473c-b30a-a9719c3d9353 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443296
Oct 25 15:05:12.689069 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:12.693344 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:12.701111 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f2873403-8582-482c-a238-96806d829adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:12.743657 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c368763-5e92-48ea-850a-ce94d79bb7db,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:12.747707 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12e23dff25314ecca6051f387f3ff402&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2884336
Oct 25 15:05:12.748567 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:12.750388 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33706) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:12.809744 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6ab13adf-c8ed-4e1f-a211-4464fcf60889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:12.836137 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6ab13adf-c8ed-4e1f-a211-4464fcf60889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:12.888333 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6ab13adf-c8ed-4e1f-a211-4464fcf60889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:12.892000 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-75a1ad74-679d-4dbd-a09e-39f55f279e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:12.905423 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab13adf-c8ed-4e1f-a211-4464fcf60889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c368763-5e92-48ea-850a-ce94d79bb7db,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:12.908306 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6ab13adf-c8ed-4e1f-a211-4464fcf60889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:12.910385 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6ab13adf-c8ed-4e1f-a211-4464fcf60889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:12.911781 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6ab13adf-c8ed-4e1f-a211-4464fcf60889 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c368763-5e92-48ea-850a-ce94d79bb7db HTTP/1.1" status: 204  len: 168 time: 0.1602867
Oct 25 15:05:13.281670 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 65043472-1d9b-4199-be22-b35d4b5eaba4 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:05:13.450617 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:05:13.464738 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'port_id': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'mac_address': 'fa:16:3e:b1:21:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:05:13.527738 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:13.558759 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65043472-1d9b-4199-be22-b35d4b5eaba4 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:05:13.565010 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-381f5f08-721b-4021-ba74-2031eb83a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:13.578381 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:05:13.582550 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:13.584570 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:13.659802 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:13.662880 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:13.876613 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711d9e-af72-4068-b7a2-59ab8574d483 req-282cfa72-aa03-43ea-bdc0-21a5001a1606 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:13.878053 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c0711d9e-af72-4068-b7a2-59ab8574d483 req-282cfa72-aa03-43ea-bdc0-21a5001a1606 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 945 time: 0.0869267
Oct 25 15:05:13.925014 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c0711d9e-af72-4068-b7a2-59ab8574d483 req-c2beb093-be96-4330-be45-cc041b02753e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414495
Oct 25 15:05:13.952804 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['65043472-1d9b-4199-be22-b35d4b5eaba4'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:05:14.469224 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:15.127564 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b1640-018c-4436-9e21-67148115aa9d req-63e0f10b-ce87-49b7-b95b-850102f628d6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:15.129025 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-051b1640-018c-4436-9e21-67148115aa9d req-63e0f10b-ce87-49b7-b95b-850102f628d6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 945 time: 0.0898190
Oct 25 15:05:15.182850 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-051b1640-018c-4436-9e21-67148115aa9d req-e5d2b25f-b604-4f8c-8248-306fc5801e08 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476594
Oct 25 15:05:15.312127 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 65043472-1d9b-4199-be22-b35d4b5eaba4 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:05:15.380239 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 65043472-1d9b-4199-be22-b35d4b5eaba4 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:05:15.384886 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 65043472-1d9b-4199-be22-b35d4b5eaba4 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:05:15.385272 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:15.511574 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:15.538800 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:05:15.549469 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:05:15.554874 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:15.557146 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:15.587663 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'code': 200}
Oct 25 15:05:15.628291 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:15.631429 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:15.871632 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510646d-1e4b-4994-a90c-025943368e4e req-eed6a590-2c36-4eac-8527-6f7a8ce5ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:15.873086 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1510646d-1e4b-4994-a90c-025943368e4e req-eed6a590-2c36-4eac-8527-6f7a8ce5ce22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 1099 time: 0.0739086
Oct 25 15:05:15.917682 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1510646d-1e4b-4994-a90c-025943368e4e req-77e80c71-1d9d-4c99-9cac-0de581cc265f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370617
Oct 25 15:05:16.387194 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98717a6e-7077-4050-bf97-e6cccd9dadc0 req-e36935dd-f45e-451d-a782-9384d92fb7de tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:16.389325 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98717a6e-7077-4050-bf97-e6cccd9dadc0 req-e36935dd-f45e-451d-a782-9384d92fb7de tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0935225
Oct 25 15:05:16.437680 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98717a6e-7077-4050-bf97-e6cccd9dadc0 req-73128653-c7c1-4be8-840f-e8c4b0f859ae tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424156
Oct 25 15:05:16.654269 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:17.638726 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d60e39-0b65-4f09-a087-511892b863d2 req-7042e8c0-e2e8-43dd-b00e-a32e6139f3cf tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:17.640289 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-43d60e39-0b65-4f09-a087-511892b863d2 req-7042e8c0-e2e8-43dd-b00e-a32e6139f3cf tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0874348
Oct 25 15:05:17.692973 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-43d60e39-0b65-4f09-a087-511892b863d2 req-a986bf62-f5a0-4787-98c2-c3025df5043e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449195
Oct 25 15:05:17.896963 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbec689-4afb-49f2-a2cf-c71e21b8e65f req-0503b73a-6f81-4b29-824f-bfe7e450b6bc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:17.898504 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-afbec689-4afb-49f2-a2cf-c71e21b8e65f req-0503b73a-6f81-4b29-824f-bfe7e450b6bc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0960932
Oct 25 15:05:17.908242 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33806) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:17.913860 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-033e34f2-c85e-4fc3-af8c-6e1e1c9a96ec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Request body: {'floatingip': {'port_id': '65043472-1d9b-4199-be22-b35d4b5eaba4'}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:05:17.999754 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-033e34f2-c85e-4fc3-af8c-6e1e1c9a96ec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, before_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:18.754390 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-033e34f2-c85e-4fc3-af8c-6e1e1c9a96ec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:18.758201 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-033e34f2-c85e-4fc3-af8c-6e1e1c9a96ec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:18.944569 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.l3_db [None req-033e34f2-c85e-4fc3-af8c-6e1e1c9a96ec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Floating IP 4516b45e-6b10-488e-8db1-b13a95323ee3 associated. External IP: 172.27.3.188, port: 65043472-1d9b-4199-be22-b35d4b5eaba4.
Oct 25 15:05:19.353563 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033e34f2-c85e-4fc3-af8c-6e1e1c9a96ec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Router 8d273246-5f88-4700-aa54-0de1698fd6f7 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:05:19.550944 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033e34f2-c85e-4fc3-af8c-6e1e1c9a96ec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:05:19.556267 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-033e34f2-c85e-4fc3-af8c-6e1e1c9a96ec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:19.564778 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] Sync routers for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:05:19.574919 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:05:19.575534 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6edf1c40>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:05:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:19.617138 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-033e34f2-c85e-4fc3-af8c-6e1e1c9a96ec tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "PUT /v2.0/floatingips/4516b45e-6b10-488e-8db1-b13a95323ee3 HTTP/1.1" status: 200  len: 992 time: 1.7076638
Oct 25 15:05:19.617707 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:05:19.675469 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'status': 'completed', 'code': 200}
Oct 25 15:05:19.780926 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:05:19.818122 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-34e86ef4-aa2b-469e-ada0-b740ecb23f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:19.820021 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-34e86ef4-aa2b-469e-ada0-b740ecb23f08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 1099 time: 0.0853114
Oct 25 15:05:19.971415 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-fa8660c4-781e-4941-9d58-2196f6fb4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:19.972780 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-fa8660c4-781e-4941-9d58-2196f6fb4158 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 918 time: 0.1444559
Oct 25 15:05:20.087138 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-226e8e57-00f3-419f-bc59-a11a5c9279ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65043472-1d9b-4199-be22-b35d4b5eaba4 HTTP/1.1" status: 200  len: 1000 time: 0.1072819
Oct 25 15:05:20.160284 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-5c5a4134-fc2d-449d-a777-69b03c031159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:20.162431 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6edf1c40>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '4516b45e-6b10-488e-8db1-b13a95323ee3', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'port_id': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'mac_address': 'fa:16:3e:b1:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:05:03Z', 'updated_at': '2021-10-25T15:05:18Z', 'revision_number': 1, 'project_id': '642447a5062244b2a248e9c27858419a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:20.162665 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-5c5a4134-fc2d-449d-a777-69b03c031159 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.0672400
Oct 25 15:05:20.165619 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] Checking router: 8d273246-5f88-4700-aa54-0de1698fd6f7 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:05:20.174772 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:05:20.175373 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6edf1c40>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:05:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:20.248241 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-82cbe7f8-afa6-42fb-a3e1-05234df21067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:20.249601 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-82cbe7f8-afa6-42fb-a3e1-05234df21067 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770082
Oct 25 15:05:20.356552 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:05:20.389668 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-58de169a-1cd9-4f90-a6d9-cbf5306a89ca service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326652
Oct 25 15:05:20.627939 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-53741e97-0dbf-4fc0-bc6e-ad26db423e73 req-076651b4-e1a4-45ed-8c3d-d08db786bb9a service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2309003
Oct 25 15:05:20.746063 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6edf1c40>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '4516b45e-6b10-488e-8db1-b13a95323ee3', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'port_id': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'mac_address': 'fa:16:3e:b1:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:05:03Z', 'updated_at': '2021-10-25T15:05:18Z', 'revision_number': 1, 'project_id': '642447a5062244b2a248e9c27858419a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:20.750773 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae00481-4801-4d1c-b80d-1a2e2c414724 None None] The sync data for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi is: [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '4516b45e-6b10-488e-8db1-b13a95323ee3', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'port_id': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'mac_address': 'fa:16:3e:b1:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:05:03Z', 'updated_at': '2021-10-25T15:05:18Z', 'revision_number': 1, 'project_id': '642447a5062244b2a248e9c27858419a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:05:20.960430 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267d456-c9f4-46ad-b698-b448d69f9a83 None None] New status for floating IP 4516b45e-6b10-488e-8db1-b13a95323ee3: ACTIVE {{(pid=86766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:05:26.798392 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:05:30.909021 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:40.194166 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:40.542637 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1d31-3053-410c-9604-5f50ac31598d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:40.564382 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552497d2-f35b-4d1f-bea7-2fff668aba9f req-47d5229e-9a27-448a-9250-7fae9b9413fd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:40.565844 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-552497d2-f35b-4d1f-bea7-2fff668aba9f req-47d5229e-9a27-448a-9250-7fae9b9413fd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 946 time: 0.0859938
Oct 25 15:05:40.612084 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-552497d2-f35b-4d1f-bea7-2fff668aba9f req-8b499396-d9ee-42b1-be4a-bd834824e6dc tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402970
Oct 25 15:05:41.799222 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8cdb8-3ae4-4971-a19c-61d9594b765c req-8a4302e6-65f4-4f04-a7bd-262fd7124ef3 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:41.800725 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-01e8cdb8-3ae4-4971-a19c-61d9594b765c req-8a4302e6-65f4-4f04-a7bd-262fd7124ef3 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 946 time: 0.0841434
Oct 25 15:05:41.860321 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-01e8cdb8-3ae4-4971-a19c-61d9594b765c req-74d35298-e688-46e8-b586-a65770f30e34 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526721
Oct 25 15:05:43.193210 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50121bcf-0f90-4ae0-b142-a19c8845611c req-68c3f511-1144-4181-a5d5-3ffe4c4f8bd2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:43.194696 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-50121bcf-0f90-4ae0-b142-a19c8845611c req-68c3f511-1144-4181-a5d5-3ffe4c4f8bd2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 946 time: 0.0897989
Oct 25 15:05:43.242763 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-50121bcf-0f90-4ae0-b142-a19c8845611c req-217dab9b-ee74-4659-b499-983956f82702 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423439
Oct 25 15:05:43.558007 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-710a836e-5996-4e68-bf17-c3e3ea43a72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:44.438503 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310f699-91f3-4a01-9d9d-44e048c0c30c req-28b4d0f1-f136-4732-9cf9-230997e5fb0f tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:44.440129 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e310f699-91f3-4a01-9d9d-44e048c0c30c req-28b4d0f1-f136-4732-9cf9-230997e5fb0f tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 946 time: 0.0904799
Oct 25 15:05:44.475129 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:44.489444 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e310f699-91f3-4a01-9d9d-44e048c0c30c req-286e48ef-ac6c-4e5b-921c-5f17e6d3a8f8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431221
Oct 25 15:05:44.613741 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 33958) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:44.744487 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:44.759151 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:44.763091 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Usage tracker for resource:security_group_rule and tenant:78e3da1b3eec4a118c05bacab5667e8c is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:05:44.766152 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:05:44.772261 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:44.876668 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:44.881708 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:44.888971 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-55f4ecdf-667a-4681-8fd8-a51226f92149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:45.048104 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78e3da1b3eec4a118c05bacab5667e8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4332538
Oct 25 15:05:45.048910 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1849c905-1139-4f85-bd2b-57376e95c3e2,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:45.050894 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 33966) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:45.056987 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.057571 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.057811 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.058828 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.058828 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.058828 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.059631 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.059631 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.059897 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.060235 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.060592 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.061083 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.065449 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:45.119676 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-baad6342-49c9-4992-ad4b-e600defebd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:45.146644 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-baad6342-49c9-4992-ad4b-e600defebd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:45.200510 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-baad6342-49c9-4992-ad4b-e600defebd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:45.204947 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-db8417f0-e427-4489-8d42-916a4b0a35ab tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:45.216288 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad6342-49c9-4992-ad4b-e600defebd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1849c905-1139-4f85-bd2b-57376e95c3e2,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:45.219295 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-baad6342-49c9-4992-ad4b-e600defebd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:45.225619 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-baad6342-49c9-4992-ad4b-e600defebd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:45.226717 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-baad6342-49c9-4992-ad4b-e600defebd95 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1849c905-1139-4f85-bd2b-57376e95c3e2 HTTP/1.1" status: 204  len: 168 time: 0.1746290
Oct 25 15:05:45.451778 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 23906812-0ed8-44b4-bac1-865b7ed33324 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:05:45.581271 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:45.612808 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23906812-0ed8-44b4-bac1-865b7ed33324'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:05:45.622701 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 23906812-0ed8-44b4-bac1-865b7ed33324, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=23906812-0ed8-44b4-bac1-865b7ed33324,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:05:45.628159 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:45.630768 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:45.677053 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23906812-0ed8-44b4-bac1-865b7ed33324', 'code': 200}
Oct 25 15:05:45.706083 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c314b1-9943-49d9-941b-e5b39cf3f496 req-42613b84-d8e7-46f4-abb0-104db3657eb2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:45.707852 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f7c314b1-9943-49d9-941b-e5b39cf3f496 req-42613b84-d8e7-46f4-abb0-104db3657eb2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.1060972
Oct 25 15:05:45.708142 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=23906812-0ed8-44b4-bac1-865b7ed33324,revision_number=6']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:45.716238 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.716581 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.716916 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.717745 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.718367 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.718796 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.719354 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.719850 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.720139 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.720431 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.720761 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.721085 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:45.725384 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:45.775428 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f7c314b1-9943-49d9-941b-e5b39cf3f496 req-6ac43abd-1fda-4d34-918d-e5a1daf64d15 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556567
Oct 25 15:05:46.657474 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:46.972405 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b1d7-43ef-4595-b192-fb2ae4295d8b req-56765af1-1695-4e87-9630-46ee08a05d8c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:46.974015 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-65d2b1d7-43ef-4595-b192-fb2ae4295d8b req-56765af1-1695-4e87-9630-46ee08a05d8c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.0830636
Oct 25 15:05:47.026946 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-65d2b1d7-43ef-4595-b192-fb2ae4295d8b req-56baff51-11fd-42e8-95ed-0ef32750875b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441320
Oct 25 15:05:47.571020 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb471027-651e-4378-813b-9a76042d74b3 req-a71686b7-a24b-47d1-9d9a-98a823dcef3d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:47.572221 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bb471027-651e-4378-813b-9a76042d74b3 req-a71686b7-a24b-47d1-9d9a-98a823dcef3d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.0917106
Oct 25 15:05:47.646106 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Deleting port 23906812-0ed8-44b4-bac1-865b7ed33324 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:05:47.646472 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:47.925761 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] For port 23906812-0ed8-44b4-bac1-865b7ed33324, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=23906812-0ed8-44b4-bac1-865b7ed33324,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:05:47.926118 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:48.283892 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:48.284584 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:48.284584 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Floating IP 5b081cbb-0630-49d6-a4ab-8996f1e457cd disassociated. External IP: 172.27.3.60, port: 23906812-0ed8-44b4-bac1-865b7ed33324.
Oct 25 15:05:48.285012 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Calling delete_port for 23906812-0ed8-44b4-bac1-865b7ed33324 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:05:48.366833 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e99b0c-e80b-4e94-993d-d2c361b30207 req-97107706-cac7-4f0b-9f95-afde7dd5fef8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:48.368399 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-18e99b0c-e80b-4e94-993d-d2c361b30207 req-97107706-cac7-4f0b-9f95-afde7dd5fef8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 944 time: 0.1773136
Oct 25 15:05:48.576649 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-18e99b0c-e80b-4e94-993d-d2c361b30207 req-3a008f5f-484a-42f7-a3fd-72061e9f19cf tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1940434
Oct 25 15:05:48.610218 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:48.615605 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5bb9484a-c09a-4a1a-830b-d977faa821b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:48.660931 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event deleted for resources: {'Port': ['ID=23906812-0ed8-44b4-bac1-865b7ed33324,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:48.664278 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:48.851500 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Router 05bc713a-b7d6-4691-96bb-55d96a0ee839 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:05:49.035135 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:05:49.044792 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] Sync routers for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:05:49.055675 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:05:49.056480 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eaa39a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:05:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:49.114346 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] No DVR routers for this DVR port 23906812-0ed8-44b4-bac1-865b7ed33324 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:05:49.116852 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:49.121046 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'name': 'network-vif-deleted', 'tag': '23906812-0ed8-44b4-bac1-865b7ed33324'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:05:49.143692 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bb471027-651e-4378-813b-9a76042d74b3 req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "DELETE /v2.0/ports/23906812-0ed8-44b4-bac1-865b7ed33324 HTTP/1.1" status: 204  len: 173 time: 1.5644734
Oct 25 15:05:49.169957 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3122a7-6ddb-41ef-a48f-124c88cf2df4', 'name': 'network-vif-deleted', 'tag': '23906812-0ed8-44b4-bac1-865b7ed33324', 'status': 'completed', 'code': 200}
Oct 25 15:05:49.246068 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:05:49.555236 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eaa39a0>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:49.559366 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] Checking router: 05bc713a-b7d6-4691-96bb-55d96a0ee839 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:05:49.567856 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:05:49.568475 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eaa39a0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:05:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:49.737497 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-b42cfd8b-0559-407b-a875-85b7d5db70b4 req-35ed0daa-5a0c-47fd-909b-1749a3de1f33 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Synchronizing usage tracker for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:05:49.756595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-b42cfd8b-0559-407b-a875-85b7d5db70b4 req-35ed0daa-5a0c-47fd-909b-1749a3de1f33 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Unset dirty status for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:05:49.758212 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b42cfd8b-0559-407b-a875-85b7d5db70b4 req-35ed0daa-5a0c-47fd-909b-1749a3de1f33 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 210 time: 0.0678666
Oct 25 15:05:49.760227 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:05:50.096275 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eaa39a0>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:50.100390 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc2369-f102-4cd2-8e5b-448801b503a5 None None] The sync data for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi is: [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:05:50.312160 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a775f8-a23c-43ff-8a6a-f155c5289ec5 None None] New status for floating IP 5b081cbb-0630-49d6-a4ab-8996f1e457cd: DOWN {{(pid=86766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:05:50.912787 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3ec23c17-02b6-4a94-aca2-1c97af717bc9 req-7def79f9-7511-4322-a1f3-b07f67a1487e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 210 time: 0.0433946
Oct 25 15:05:52.073047 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9a2035ff-9867-4212-aeaa-d7cc91becd2a req-85e94e29-db54-4ef9-b026-ccfe1b84d2c6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a3122a7-6ddb-41ef-a48f-124c88cf2df4 HTTP/1.1" status: 200  len: 210 time: 0.0433645
Oct 25 15:05:52.911251 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 34042) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:05:53.283454 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Deleting port 8a48d170-22fd-4630-8472-d77f2769a607 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:05:53.284118 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:53.475232 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-83818f94-dca9-4588-a24f-123caaf46df6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284837828&fields=id&tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5 HTTP/1.1" status: 200  len: 267 time: 0.0761003
Oct 25 15:05:53.512682 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:53.513007 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:53.811419 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Calling delete_port for 8a48d170-22fd-4630-8472-d77f2769a607 owned by network:floatingip {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:05:53.936643 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011baf-83b8-4081-800c-88617a688398 req-bcd4d522-b828-43f8-8bc1-08825615cafa tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:53.938105 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-bcd4d522-b828-43f8-8bc1-08825615cafa tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 812 time: 0.4517462
Oct 25 15:05:53.963804 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-d950453c-0c61-4195-ac0e-8b28ae6798fa tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/quotas/25ba3a1600fd4be6bf9ece5e1fc524e5 HTTP/1.1" status: 200  len: 375 time: 0.0200350
Oct 25 15:05:54.086305 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:54.092992 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-982bb326-3f9b-42e7-8222-44dba3ce5310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:54.143604 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event deleted for resources: {'Port': ['ID=8a48d170-22fd-4630-8472-d77f2769a607,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:54.214063 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.214420 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.214804 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.215191 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.215547 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.215900 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.216250 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.216597 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.216978 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.217873 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.218219 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.218587 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:05:54.232717 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-b0f19c40-eb0c-451e-9d7d-0a2b35823c02 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2600961
Oct 25 15:05:54.235643 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:54.326355 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for floatingip, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:54.327679 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Floating IP 26e8ad57-99ab-4a8c-9d33-84b8393ddb29 disassociated (deleted). External IP: 172.27.3.219, port: 4ff398c8-b931-44ce-a4ae-beedcc0a5de8.
Oct 25 15:05:54.529704 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-28e40f1d-8273-4d55-b2de-f0a92ed9570f service neutron] 10.222.0.57 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2799144
Oct 25 15:05:54.810071 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-da479ca0-5407-4121-b830-ef8ab274d65b service neutron] 10.222.0.57 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2722259
Oct 25 15:05:54.838189 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:05:55.025359 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:05:55.039222 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] Sync routers for ids ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:05:55.049781 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:55.058760 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] Routers {'2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:05:55.059406 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eaa38b0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:05:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:55.122799 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "DELETE /v2.0/floatingips/26e8ad57-99ab-4a8c-9d33-84b8393ddb29 HTTP/1.1" status: 204  len: 168 time: 2.2102566
Oct 25 15:05:55.123666 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:05:55.280155 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] Set router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:05:55.426973 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'status': 'completed', 'code': 200}
Oct 25 15:05:55.503619 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f055d0b9-55e4-4f8c-a9df-bf464e0fd3a9 req-202489c3-e7b5-4e5a-a95d-e5598a2a7b38 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 210 time: 0.0456140
Oct 25 15:05:55.619193 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eaa38b0>, [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:00:05Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'fad12693-4a73-4254-b6e4-aeb459ec3281', 'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'mac_address': 'fa:16:3e:f9:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:04Z', 'updated_at': '2021-10-25T15:00:18Z', 'revision_number': 5, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'subnets': [{'id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:55.623437 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] Checking router: 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:05:55.631606 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] Routers {'2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:05:55.631906 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eaa38b0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:05:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:55.686572 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075fe9c-90df-4edf-8109-349fe3fe38c5 req-22e88e95-ec21-4280-95e2-3493422f3fa5 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:55.687262 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-9075fe9c-90df-4edf-8109-349fe3fe38c5 req-22e88e95-ec21-4280-95e2-3493422f3fa5 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Synchronizing usage tracker for tenant:851559b5d43e474aa0fb5071883e75fb on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:05:55.703261 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-9075fe9c-90df-4edf-8109-349fe3fe38c5 req-22e88e95-ec21-4280-95e2-3493422f3fa5 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Unset dirty status for tenant:851559b5d43e474aa0fb5071883e75fb on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:05:55.704433 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9075fe9c-90df-4edf-8109-349fe3fe38c5 req-22e88e95-ec21-4280-95e2-3493422f3fa5 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.1036799
Oct 25 15:05:55.815868 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] Set router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:05:55.876605 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9075fe9c-90df-4edf-8109-349fe3fe38c5 req-2325fb7b-3856-4dbd-90d0-de935ee55d22 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1665018
Oct 25 15:05:56.018554 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-ae63f286-7b16-497b-8320-17ee2e166e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:56.020012 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-ae63f286-7b16-497b-8320-17ee2e166e29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=851559b5d43e474aa0fb5071883e75fb&device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 1098 time: 0.0775564
Oct 25 15:05:56.158314 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-7ced65cc-f456-4f0e-ac7a-c339b88538e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:56.160107 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-7ced65cc-f456-4f0e-ac7a-c339b88538e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca89f383-e1f5-453f-952d-7a6a92223229 HTTP/1.1" status: 200  len: 910 time: 0.1325629
Oct 25 15:05:56.160609 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eaa38b0>, [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:00:05Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'fad12693-4a73-4254-b6e4-aeb459ec3281', 'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'mac_address': 'fa:16:3e:f9:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:04Z', 'updated_at': '2021-10-25T15:00:18Z', 'revision_number': 5, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'subnets': [{'id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:05:56.165716 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4b538-7897-44cd-a7ec-0aa3ae9ece4c None None] The sync data for ids ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'] in dv-cinder-813751-1-iscsi is: [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:00:05Z', 'revision_number': 4, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'fad12693-4a73-4254-b6e4-aeb459ec3281', 'name': '', 'network_id': 'ca89f383-e1f5-453f-952d-7a6a92223229', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'mac_address': 'fa:16:3e:f9:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:04Z', 'updated_at': '2021-10-25T15:00:18Z', 'revision_number': 5, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'subnets': [{'id': 'f7ec8752-a35a-4c4e-a625-8fa642b99b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:05:56.241243 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-5e01a5cf-7d46-442a-a6f4-e5271dcf5b56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8 HTTP/1.1" status: 200  len: 217 time: 0.0729847
Oct 25 15:05:56.309495 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-85b8a14b-757b-4733-87b8-5edf6380df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:56.311592 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-85b8a14b-757b-4733-87b8-5edf6380df41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7ec8752-a35a-4c4e-a625-8fa642b99b7a HTTP/1.1" status: 200  len: 848 time: 0.0601575
Oct 25 15:05:56.402585 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-76f5e765-23d6-4c97-9d7a-4e39ac0fec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:56.404223 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-76f5e765-23d6-4c97-9d7a-4e39ac0fec73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca89f383-e1f5-453f-952d-7a6a92223229&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855877
Oct 25 15:05:56.412601 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4375f-9b10-49ca-a0d8-ce9d84b31936 None None] New status for floating IP 26e8ad57-99ab-4a8c-9d33-84b8393ddb29: DOWN {{(pid=86766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:05:56.552365 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-12c82294-2a49-4026-8e89-058bdec281f0 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399145
Oct 25 15:05:56.729701 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e022e245-a963-437a-985f-35e06e6a3f0c req-d31a5818-4d27-4ecc-963c-f6ab15cdd08f tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 210 time: 0.0852747
Oct 25 15:05:56.868336 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-564d1993-98fc-438a-b4a7-a0b786e67a27 req-01fdca40-3969-4709-b3f4-5213bbe3b0d1 service neutron] 10.222.0.37 "GET /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2958224
Oct 25 15:05:56.923843 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011baf-83b8-4081-800c-88617a688398 req-6ca30b93-35b7-44f2-b515-ecdfcdd6d626 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:56.925790 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-6ca30b93-35b7-44f2-b515-ecdfcdd6d626 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 812 time: 0.2281206
Oct 25 15:05:57.021177 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-ee7fb54e-d232-4719-aad6-9d60a58a187d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5 HTTP/1.1" status: 200  len: 380 time: 0.0665674
Oct 25 15:05:57.091382 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'port': {'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'admin_state_up': True, 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'security_groups': ['923dff3b-6aff-402c-b492-df737c229fc5']}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:05:57.265200 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bba34-1c1d-47a2-958b-a778c3cde54e req-580bd6f2-aed5-4361-928f-db2a0c81eb03 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:57.266562 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-712bba34-1c1d-47a2-958b-a778c3cde54e req-580bd6f2-aed5-4361-928f-db2a0c81eb03 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.2178173
Oct 25 15:05:57.267501 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:05:57.279973 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:05:57.314665 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Made reservation on behalf of 25ba3a1600fd4be6bf9ece5e1fc524e5 for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:05:57.318174 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:57.340844 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-712bba34-1c1d-47a2-958b-a778c3cde54e req-b81bcbfb-de0c-40d0-868a-2dd3a1148b41 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651197
Oct 25 15:05:57.495709 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Allocated IP 172.20.0.10 (6b767bb3-75e4-4ede-af67-d7affc31ec13/996dcb91-93be-4b4e-86da-93f4331b7af3/7ae7891a-3624-4085-9c4f-cd747b355d50) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:05:57.686874 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:57.701893 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Transition to ACTIVE for port object 7ae7891a-3624-4085-9c4f-cd747b355d50 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:05:57.725383 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:57.730865 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-365fc676-cefb-4c1d-8088-0d8d442387c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:05:57.940163 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:05:57.948677 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:05:57.955553 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:05:57.994774 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'Port': ['ID=7ae7891a-3624-4085-9c4f-cd747b355d50,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:05:58.000578 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:05:58.043875 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:58.043875 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:58.061197 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd7b66-7be3-4a02-b5bd-d8e3d2e98267 req-68222c0a-2645-4778-a646-1a7cdb27a3a2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:58.062761 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dfcd7b66-7be3-4a02-b5bd-d8e3d2e98267 req-68222c0a-2645-4778-a646-1a7cdb27a3a2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 932 time: 0.1961827
Oct 25 15:05:58.096762 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0093086
Oct 25 15:05:58.120225 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dfcd7b66-7be3-4a02-b5bd-d8e3d2e98267 req-cbd9f8ce-e76b-4654-a66d-0fbf5b42bdcd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502584
Oct 25 15:05:58.171481 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-ef5d5d85-8377-47a5-ba8d-a049978db8e8 None None] Provisioning for port 7ae7891a-3624-4085-9c4f-cd747b355d50 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:05:58.176753 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-ef5d5d85-8377-47a5-ba8d-a049978db8e8 None None] Provisioning complete for port 7ae7891a-3624-4085-9c4f-cd747b355d50 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:05:58.177127 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ef5d5d85-8377-47a5-ba8d-a049978db8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:05:58.236286 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d5d85-8377-47a5-ba8d-a049978db8e8 None None] Port 7ae7891a-3624-4085-9c4f-cd747b355d50 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:05:58.528834 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055f60a-2231-463a-8ede-024ea1698490 req-d49453a8-86d0-41b4-af59-8e14976e1970 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:58.531209 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d055f60a-2231-463a-8ede-024ea1698490 req-d49453a8-86d0-41b4-af59-8e14976e1970 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0858436
Oct 25 15:05:58.573953 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d055f60a-2231-463a-8ede-024ea1698490 req-9eaca0e7-8f02-4a9c-a18b-92c8b0a4473e tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373354
Oct 25 15:05:59.303681 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bc8a7-efcd-40c7-96df-483b75018d9e req-eac2e431-db10-42fc-8f92-ed26d638ea86 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:59.304406 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-d76bc8a7-efcd-40c7-96df-483b75018d9e req-eac2e431-db10-42fc-8f92-ed26d638ea86 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Synchronizing usage tracker for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:05:59.320200 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-d76bc8a7-efcd-40c7-96df-483b75018d9e req-eac2e431-db10-42fc-8f92-ed26d638ea86 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Unset dirty status for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:05:59.321362 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d76bc8a7-efcd-40c7-96df-483b75018d9e req-eac2e431-db10-42fc-8f92-ed26d638ea86 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 932 time: 0.0963345
Oct 25 15:05:59.369564 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d76bc8a7-efcd-40c7-96df-483b75018d9e req-af28a90b-cd22-46bb-8bab-806d3d502ce7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424514
Oct 25 15:05:59.767860 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9ec6f-9169-4fca-9578-f19355da7368 req-ec07bde9-f177-45f4-b481-3b5da2c077f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:05:59.770092 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b6b9ec6f-9169-4fca-9578-f19355da7368 req-ec07bde9-f177-45f4-b481-3b5da2c077f0 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.0885928
Oct 25 15:05:59.824154 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b6b9ec6f-9169-4fca-9578-f19355da7368 req-0f598b21-5612-4f6f-805b-1787ca6da1c7 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473599
Oct 25 15:06:00.252430 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Request body: {'port': {'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:06:00.370863 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:00.688665 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d879ca5-4116-4be2-8903-a8ac4530ee59 req-7ecf0a6b-3eb9-424b-8f48-467966bb5c77 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:00.690200 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5d879ca5-4116-4be2-8903-a8ac4530ee59 req-7ecf0a6b-3eb9-424b-8f48-467966bb5c77 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 932 time: 0.2039089
Oct 25 15:06:00.758627 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5d879ca5-4116-4be2-8903-a8ac4530ee59 req-5ab0733d-9ad2-4a91-ac69-f17907d49fb2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560553
Oct 25 15:06:00.882014 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae7891a-3624-4085-9c4f-cd747b355d50 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:06:00.901821 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:00.938606 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Transition to ACTIVE for port object 7ae7891a-3624-4085-9c4f-cd747b355d50 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:06:00.944289 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:00.947112 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:00.958634 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e4c72236-d041-4ce3-9ccd-811e03c35b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:01.389530 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Pushing event updated for resources: {'Port': ['ID=7ae7891a-3624-4085-9c4f-cd747b355d50,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:01.393112 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:01.562811 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-6d34d61f-9a6c-4c8b-b33a-9d332a1f3330 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:01.564366 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-6d34d61f-9a6c-4c8b-b33a-9d332a1f3330 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.37 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.4730659
Oct 25 15:06:01.613322 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788d62e-254d-4f62-94fc-1e4cb3a77bac req-126254b6-7025-469d-9c27-0a7bcbae474b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:01.615419 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e788d62e-254d-4f62-94fc-1e4cb3a77bac req-126254b6-7025-469d-9c27-0a7bcbae474b tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 945 time: 0.5930707
Oct 25 15:06:01.624061 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Attempting to bind port 7ae7891a-3624-4085-9c4f-cd747b355d50 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:06:01.624628 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Attempting to bind port 7ae7891a-3624-4085-9c4f-cd747b355d50 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:06:01.625179 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Attempting to bind port 7ae7891a-3624-4085-9c4f-cd747b355d50 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:06:01.800025 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Port 7ae7891a-3624-4085-9c4f-cd747b355d50 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:06:01.800311 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Attempting to bind port 7ae7891a-3624-4085-9c4f-cd747b355d50 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:06:01.823050 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:06:01.823390 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Checking segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:06:01.823777 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Bound using segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:06:01.824225 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Bound port: 7ae7891a-3624-4085-9c4f-cd747b355d50, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:06:01.824571 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:01.839495 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Deleting port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:01.839820 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:01.970196 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e788d62e-254d-4f62-94fc-1e4cb3a77bac req-563a10d3-1428-41f4-9388-a867ac24a904 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3d3639b-17d9-44e7-bd59-380da0e77bc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3281062
Oct 25 15:06:02.200956 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] For port 7ae7891a-3624-4085-9c4f-cd747b355d50, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:06:02.222826 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] For port 7ae7891a-3624-4085-9c4f-cd747b355d50, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7ae7891a-3624-4085-9c4f-cd747b355d50,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:06:02.244738 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:02.252377 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a573c5d7-9c97-4d33-9933-aa0fbf334546 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:02.311117 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcc845-0bda-4e4b-b150-d0064ba7055c req-15910ef7-3178-4d69-bec7-15a74e61f8f2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:02.312713 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1bfcc845-0bda-4e4b-b150-d0064ba7055c req-15910ef7-3178-4d69-bec7-15a74e61f8f2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 944 time: 0.4065006
Oct 25 15:06:02.361863 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:02.362504 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:02.363902 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] 10.222.0.37 "PUT /v2.0/ports/7ae7891a-3624-4085-9c4f-cd747b355d50 HTTP/1.1" status: 200  len: 1094 time: 2.1162689
Oct 25 15:06:02.367242 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'tag': '7ae7891a-3624-4085-9c4f-cd747b355d50'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:06:02.400616 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] For port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:02.401354 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:02.528239 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'tag': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'status': 'completed', 'code': 200}
Oct 25 15:06:02.534463 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1bfcc845-0bda-4e4b-b150-d0064ba7055c req-05bae9ff-5d6f-4983-b1ca-a828b33dda44 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2069118
Oct 25 15:06:02.602583 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Pushing event updated for resources: {'Port': ['ID=7ae7891a-3624-4085-9c4f-cd747b355d50,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:02.614639 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Calling delete_port for 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:06:02.655057 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:02.725664 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011baf-83b8-4081-800c-88617a688398 req-2dd1fba7-45e4-40ab-aa17-15ff5b069ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:02.727159 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-2dd1fba7-45e4-40ab-aa17-15ff5b069ec1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 1097 time: 0.2874498
Oct 25 15:06:02.833859 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-4d262d0b-64a6-482b-a095-ed3a8944a4dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae7891a-3624-4085-9c4f-cd747b355d50 HTTP/1.1" status: 200  len: 217 time: 0.0718002
Oct 25 15:06:02.907830 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:02.919120 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e1538ad0-67f5-43c5-88b6-9b2ff8e44346 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:02.965385 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011baf-83b8-4081-800c-88617a688398 req-098f8490-de45-446e-90c2-4db224331479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:02.966911 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-098f8490-de45-446e-90c2-4db224331479 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.1177859
Oct 25 15:06:02.975183 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event deleted for resources: {'Port': ['ID=4ff398c8-b931-44ce-a4ae-beedcc0a5de8,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:03.005271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:03.097893 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] No DVR routers for this DVR port 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:06:03.136672 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:03.152142 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6a97986a-9e0c-486c-9b40-495a3591994b req-57d62140-6f3d-43be-939d-20612eec1b3f tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 210 time: 0.0568435
Oct 25 15:06:03.172760 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0a25e563-8527-424c-adbf-c0ac94637f4d req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.37 "DELETE /v2.0/ports/4ff398c8-b931-44ce-a4ae-beedcc0a5de8 HTTP/1.1" status: 204  len: 173 time: 1.5995376
Oct 25 15:06:03.183582 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011baf-83b8-4081-800c-88617a688398 req-7e094391-f1ea-4363-ac6e-88b842a16f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:03.185133 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-7e094391-f1ea-4363-ac6e-88b842a16f51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1812234
Oct 25 15:06:03.336305 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-d664a70a-227a-4303-9a98-d34f46f21336 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425180
Oct 25 15:06:03.502010 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-10011baf-83b8-4081-800c-88617a688398 req-1ca6f914-f149-400a-8f11-79c48ac40d12 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558795
Oct 25 15:06:03.798025 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:06:03.901560 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-af7ef29a-bf85-4f15-83df-42ecfe90235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:03.903348 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-af7ef29a-bf85-4f15-83df-42ecfe90235c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 1097 time: 0.3013177
Oct 25 15:06:03.913641 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdc273-2470-4ab6-87f7-57eff399ff88 req-3ab350c9-a772-4f07-b980-c374c5a9216d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:03.917237 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-21cdc273-2470-4ab6-87f7-57eff399ff88 req-3ab350c9-a772-4f07-b980-c374c5a9216d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 944 time: 0.1255274
Oct 25 15:06:04.042660 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-21cdc273-2470-4ab6-87f7-57eff399ff88 req-d75425e4-f9e3-4eb1-9489-1abb7a2be4dd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071589
Oct 25 15:06:04.095269 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-f500bd6d-f906-4501-ac49-f3fb30d4d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:04.096729 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-f500bd6d-f906-4501-ac49-f3fb30d4d8ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 913 time: 0.1806724
Oct 25 15:06:04.181225 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-c3e4d8ae-9ebf-4f89-b11c-0a3877c92d88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae7891a-3624-4085-9c4f-cd747b355d50 HTTP/1.1" status: 200  len: 217 time: 0.0680304
Oct 25 15:06:04.220185 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:06:04.252163 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-ac8f8815-d9b1-4f82-9b07-dd124c01c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:04.253714 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-ac8f8815-d9b1-4f82-9b07-dd124c01c8ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.0642722
Oct 25 15:06:04.265479 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:06:04.266273 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 4ff398c8-b931-44ce-a4ae-beedcc0a5de8 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:06:04.362989 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-8322eb17-89a9-4309-a4bd-2a9d3635c8c7 req-e83d9882-2579-4239-9541-861fd5e7951c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Synchronizing usage tracker for tenant:851559b5d43e474aa0fb5071883e75fb on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:06:04.392412 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-8322eb17-89a9-4309-a4bd-2a9d3635c8c7 req-e83d9882-2579-4239-9541-861fd5e7951c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Unset dirty status for tenant:851559b5d43e474aa0fb5071883e75fb on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:06:04.393768 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-8322eb17-89a9-4309-a4bd-2a9d3635c8c7 req-e83d9882-2579-4239-9541-861fd5e7951c tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "GET /v2.0/ports?device_id=7590de97-765f-4b55-89c2-b1b0e1148abb HTTP/1.1" status: 200  len: 210 time: 0.0952160
Oct 25 15:06:04.406836 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-2a0502f4-1c80-4aac-84d9-6e82234aaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:04.408405 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-2a0502f4-1c80-4aac-84d9-6e82234aaaf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1473360
Oct 25 15:06:04.529235 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'name': 'network-vif-deleted', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:06:04.572411 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7590de97-765f-4b55-89c2-b1b0e1148abb', 'name': 'network-vif-deleted', 'tag': '4ff398c8-b931-44ce-a4ae-beedcc0a5de8', 'status': 'completed', 'code': 200}
Oct 25 15:06:04.580228 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-d18fd5b0-ad13-41a1-bf04-43fbec729151 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383994
Oct 25 15:06:04.721614 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e0123b5-6ebf-47c6-bdca-85b1cab10dfa req-f2e77e8e-4ac0-4dcf-a2d1-8abe11f45b78 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340029
Oct 25 15:06:05.247270 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e7b72-2078-4d03-ac88-dee75a0cd6df req-3020c479-f9bb-4c8c-9304-c51768531724 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:05.248865 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-544e7b72-2078-4d03-ac88-dee75a0cd6df req-3020c479-f9bb-4c8c-9304-c51768531724 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 944 time: 0.0836442
Oct 25 15:06:05.295782 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-544e7b72-2078-4d03-ac88-dee75a0cd6df req-7107f654-8252-471b-b3c4-f30aafdb5530 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407927
Oct 25 15:06:05.496098 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34198) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:05.571749 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-896ec612-c579-41ad-8da0-ff8a2a2c20d9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:05.605658 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-896ec612-c579-41ad-8da0-ff8a2a2c20d9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:05.672978 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-896ec612-c579-41ad-8da0-ff8a2a2c20d9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:05.676960 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-198e6f13-a672-4607-a1dc-2eaf4630de36 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:05.698232 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ec612-c579-41ad-8da0-ff8a2a2c20d9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d3639b-17d9-44e7-bd59-380da0e77bc9,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:05.702087 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-896ec612-c579-41ad-8da0-ff8a2a2c20d9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:05.714646 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-896ec612-c579-41ad-8da0-ff8a2a2c20d9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:05.715935 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-896ec612-c579-41ad-8da0-ff8a2a2c20d9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] 10.222.0.57 "DELETE /v2.0/security-groups/e3d3639b-17d9-44e7-bd59-380da0e77bc9 HTTP/1.1" status: 204  len: 168 time: 0.2188361
Oct 25 15:06:05.765946 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 34204) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:06.765063 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab72750-7f73-47a9-be7d-2081975073f0 req-f84d1e67-6751-451c-b823-cc3979fbba24 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:06.767558 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2ab72750-7f73-47a9-be7d-2081975073f0 req-f84d1e67-6751-451c-b823-cc3979fbba24 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 944 time: 0.3542645
Oct 25 15:06:06.925318 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2ab72750-7f73-47a9-be7d-2081975073f0 req-4fdfb764-3c5c-4f9e-b9f6-b975290b2d3c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1509838
Oct 25 15:06:06.959425 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33510431'] for router_interface, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:07.351025 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Deleting port fad12693-4a73-4254-b6e4-aeb459ec3281 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:07.351473 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:07.532992 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34228) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:07.604224 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] For port fad12693-4a73-4254-b6e4-aeb459ec3281, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=fad12693-4a73-4254-b6e4-aeb459ec3281,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:07.604591 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:07.665532 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4b087ba6-49be-425e-b7e6-659899d9e676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:07.682570 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4b087ba6-49be-425e-b7e6-659899d9e676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:06:07.687337 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4b087ba6-49be-425e-b7e6-659899d9e676 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ec7036cca2448699c475e1c99e7eb3 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:06:07.690304 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-4b087ba6-49be-425e-b7e6-659899d9e676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:06:07.696345 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-4b087ba6-49be-425e-b7e6-659899d9e676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:06:07.736874 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Calling delete_port for fad12693-4a73-4254-b6e4-aeb459ec3281 owned by network:router_interface {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:06:07.790989 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4b087ba6-49be-425e-b7e6-659899d9e676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:07.797145 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-4b087ba6-49be-425e-b7e6-659899d9e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:07.808127 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-52236a8b-eb46-4cc9-8911-d6de3508d1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:07.886376 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-4b087ba6-49be-425e-b7e6-659899d9e676 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2ec7036cca2448699c475e1c99e7eb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3500051
Oct 25 15:06:07.887455 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b087ba6-49be-425e-b7e6-659899d9e676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86efe966-92e3-44fd-bac4-3044dfaf1f3f,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:07.891365 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4b087ba6-49be-425e-b7e6-659899d9e676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:07.892033 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34234) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:07.948776 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:07.953206 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b05f2172-0920-43ef-a36b-e5100cad45a5 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:07.963065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c6caf2ac-04b7-49d5-ae86-29a94a42e044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:07.994529 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c6caf2ac-04b7-49d5-ae86-29a94a42e044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:07.996467 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=fad12693-4a73-4254-b6e4-aeb459ec3281,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:08.001567 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:08.075965 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c6caf2ac-04b7-49d5-ae86-29a94a42e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:08.083102 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-322bc6ff-ec34-4a34-969c-7c2760fa32fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:08.097078 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caf2ac-04b7-49d5-ae86-29a94a42e044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86efe966-92e3-44fd-bac4-3044dfaf1f3f,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:08.099642 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-c6caf2ac-04b7-49d5-ae86-29a94a42e044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:08.104160 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c6caf2ac-04b7-49d5-ae86-29a94a42e044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:08.105443 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-c6caf2ac-04b7-49d5-ae86-29a94a42e044 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86efe966-92e3-44fd-bac4-3044dfaf1f3f HTTP/1.1" status: 204  len: 168 time: 0.2123208
Oct 25 15:06:08.335872 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e00d8-0900-40b4-9acf-3edd0c579a3e req-3d8ff62d-89b1-4fd5-81fe-e64cd1a3332e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:08.337502 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a13e00d8-0900-40b4-9acf-3edd0c579a3e req-3d8ff62d-89b1-4fd5-81fe-e64cd1a3332e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 944 time: 0.2648063
Oct 25 15:06:08.384760 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33051299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33533327'] for router_interface, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:08.590626 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a13e00d8-0900-40b4-9acf-3edd0c579a3e req-0b478665-5d8d-4c1e-85fb-4dacd60ce9a3 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2433710
Oct 25 15:06:08.917763 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:06:09.113347 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:06:09.122889 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] Sync routers for ids ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:06:09.135474 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] 10.222.0.57 "PUT /v2.0/routers/2c0d68b6-3c2f-47a5-a114-1c77896ce2c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3641486
Oct 25 15:06:09.135793 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] Routers {'2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:06:09.135793 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ef00df0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:05:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:09.136210 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 34244) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:09.327073 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Notify callbacks [] for router, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:09.349644 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] Set router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:06:09.536215 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:09.549141 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Deleting port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:09.549638 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:09.727164 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ef00df0>, [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:06:07Z', 'revision_number': 5, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port': {'id': '0a3f58d6-e3ff-4224-8d65-cecd2993ff91', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T14:59:58Z', 'updated_at': '2021-10-25T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:09.731589 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] Checking router: 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:06:09.741553 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] Routers {'2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:06:09.742187 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ef00df0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:05:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:09.875109 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] For port 0a3f58d6-e3ff-4224-8d65-cecd2993ff91, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=0a3f58d6-e3ff-4224-8d65-cecd2993ff91,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:09.875670 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:09.996819 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] Set router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 gateway port host: None {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:06:10.116266 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ef00df0>, [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:06:09Z', 'revision_number': 6, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port_host': None}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:10.121516 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ce643-243c-44e5-b33d-115bbd16f706 None None] The sync data for ids ['2c0d68b6-3c2f-47a5-a114-1c77896ce2c9'] in dv-cinder-813751-1-iscsi is: [{'id': '2c0d68b6-3c2f-47a5-a114-1c77896ce2c9', 'name': 'tempest-TestShelveInstance-1531717184-router', 'tenant_id': '851559b5d43e474aa0fb5071883e75fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T14:59:57Z', 'updated_at': '2021-10-25T15:06:09Z', 'revision_number': 6, 'project_id': '851559b5d43e474aa0fb5071883e75fb', 'gw_port_host': None}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:06:10.171111 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Calling delete_port for 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 owned by network:router_gateway {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:06:10.202059 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:10.256729 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a3ac-0f61-406a-91fd-a69e252c67a6 req-df7a75aa-76dd-4498-882e-4469cb086c05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:10.258779 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-27e1a3ac-0f61-406a-91fd-a69e252c67a6 req-df7a75aa-76dd-4498-882e-4469cb086c05 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 944 time: 0.4533658
Oct 25 15:06:10.348340 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-27e1a3ac-0f61-406a-91fd-a69e252c67a6 req-08811a63-066e-43a8-9986-78687919b63a tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732925
Oct 25 15:06:10.437481 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:10.442181 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-fff6259c-17a3-48e8-9b8c-be1130ff82d8 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:10.508504 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3f58d6-e3ff-4224-8d65-cecd2993ff91,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:10.512546 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:10.557693 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5417f51d-05bd-4984-b862-7185de6cae28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:10.616810 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33441010'] for router_gateway, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:10.804139 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33513238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1632'] for router, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:10.806817 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:10.840581 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33512457'] for router, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:10.841393 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 {{(pid=86764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Oct 25 15:06:10.858041 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Notify callbacks [] for router, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:10.859530 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2c0d68b6-3c2f-47a5-a114-1c77896ce2c9 HTTP/1.1" status: 204  len: 168 time: 1.7229724
Oct 25 15:06:10.864199 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 34252) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:10.937584 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceccc39b-7193-4d25-960b-761cad3d2eff admin admin] Deleting subnet f7ec8752-a35a-4c4e-a625-8fa642b99b7a {{(pid=86764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:06:10.941068 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ceccc39b-7193-4d25-960b-761cad3d2eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:10.998598 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ceccc39b-7193-4d25-960b-761cad3d2eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-584072'] for subnet, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:11.103954 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ceccc39b-7193-4d25-960b-761cad3d2eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:11.193435 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ceccc39b-7193-4d25-960b-761cad3d2eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31638173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32108857'] for subnet, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:11.202507 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-75dae41d-ef3a-4878-9e5f-00b8e8440652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:11.253024 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccc39b-7193-4d25-960b-761cad3d2eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ec8752-a35a-4c4e-a625-8fa642b99b7a,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:11.258283 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-ceccc39b-7193-4d25-960b-761cad3d2eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:11.262959 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ceccc39b-7193-4d25-960b-761cad3d2eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:11.267384 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28741f21-2269-45be-ae6f-f2a382cb03f7 None None] Network ca89f383-e1f5-453f-952d-7a6a92223229 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:06:11.271274 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-ceccc39b-7193-4d25-960b-761cad3d2eff admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f7ec8752-a35a-4c4e-a625-8fa642b99b7a HTTP/1.1" status: 204  len: 168 time: 0.4057980
Oct 25 15:06:11.274363 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34258) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:11.421619 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:11.441646 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Deleting port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:11.442227 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:11.562582 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] DHCP port deletion for ca89f383-e1f5-453f-952d-7a6a92223229 request from dv-cinder-813751-1-iscsi {{(pid=86766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Oct 25 15:06:11.568470 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] Deleting port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:11.569246 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:11.581774 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1122005-43c7-4cf0-9d5b-c9f4d80c94a2 req-f15a9b3b-08bb-4b22-b5e8-8c62740a079b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:11.589222 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e1122005-43c7-4cf0-9d5b-c9f4d80c94a2 req-f15a9b3b-08bb-4b22-b5e8-8c62740a079b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 944 time: 0.1154206
Oct 25 15:06:11.649141 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e1122005-43c7-4cf0-9d5b-c9f4d80c94a2 req-049e670f-e5fd-44e9-bff5-fcd4be2e71e3 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587358
Oct 25 15:06:11.709518 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device fad12693-4a73-4254-b6e4-aeb459ec3281 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:06:11.753839 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: fad12693-4a73-4254-b6e4-aeb459ec3281 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:06:11.754188 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device fad12693-4a73-4254-b6e4-aeb459ec3281 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:06:11.754656 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:06:11.889946 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] For port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:11.890556 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.019659 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] For port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e,segment=NetworkSegment(08f32f9f-2421-48a6-8585-2aaa10e44ace),segment_id=08f32f9f-2421-48a6-8585-2aaa10e44ace)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:12.019961 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.128878 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Calling delete_port for 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e owned by network:dhcp {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:06:12.262329 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] Calling delete_port for 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e owned by network:dhcp {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:06:12.276886 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.285340 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-45a0193b-c79e-4a29-ba86-db872d83484b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:12.295847 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 7ae7891a-3624-4085-9c4f-cd747b355d50 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:06:12.323616 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.379580 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:12.391262 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:12.392965 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] No DVR routers for this DVR port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e on host dv-cinder-813751-1-iscsi {{(pid=86765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:06:12.511536 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:06:12.534046 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.545378 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.db.api [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 25 15:06:12.545771 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_db.api [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 25 15:06:12.567436 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6c970d90>,) {'filters': {'network_id': ['ca89f383-e1f5-453f-952d-7a6a92223229']}} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:12.590745 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6c970d90>, '08f32f9f-2421-48a6-8585-2aaa10e44ace') {'for_net_delete': True} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:12.591040 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6c970d90>, '08f32f9f-2421-48a6-8585-2aaa10e44ace') {} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:12.605029 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31795221'] for segment, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.615730 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:06:12.616087 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 0a3f58d6-e3ff-4224-8d65-cecd2993ff91 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:06:12.635780 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.643360 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=86765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:06:12.644040 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379675'] for segment, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]: Traceback (most recent call last):
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     timer()
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     cb(*args, **kw)
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     return func(*args, **kwargs)
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     self._notify()
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     self.callback(batched_events)
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     event.method(event)
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     return f(self, *a, **k)
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._get(url).json()
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:06:12.661351 dv-cinder-813751-1-iscsi neutron-server[86765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:06:12.671264 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 7ae7891a-3624-4085-9c4f-cd747b355d50, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7ae7891a-3624-4085-9c4f-cd747b355d50,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:12.688316 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'mac_address': 'fa:16:3e:74:f0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:06:12.756285 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.757515 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.765321 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.772174 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:12.777056 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae7891a-3624-4085-9c4f-cd747b355d50 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:06:12.797263 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 7ae7891a-3624-4085-9c4f-cd747b355d50, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7ae7891a-3624-4085-9c4f-cd747b355d50,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:12.803671 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:12.806865 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:12.812934 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca89f383-e1f5-453f-952d-7a6a92223229,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:12.816104 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:12.831857 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ca89f383-e1f5-453f-952d-7a6a92223229 HTTP/1.1" status: 204  len: 168 time: 1.5554504
Oct 25 15:06:12.836114 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 34268) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:12.895403 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=7ae7891a-3624-4085-9c4f-cd747b355d50,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:12.899113 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:13.047385 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] Deleting port 6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:13.047845 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:13.128459 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-06b662ae-458d-43e0-8940-150d1e3a3d5a None None] The port '6fa09bae-c8d3-4b59-8dd4-536f3a1edc1e' was deleted {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Oct 25 15:06:13.209121 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['7ae7891a-3624-4085-9c4f-cd747b355d50'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:06:13.295937 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb3ef8-e73a-4cbd-bd76-9717dc5f0c8c req-dadfca06-9604-44f7-8103-836f2bab2d8e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:13.298124 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f7cb3ef8-e73a-4cbd-bd76-9717dc5f0c8c req-dadfca06-9604-44f7-8103-836f2bab2d8e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 945 time: 0.3561771
Oct 25 15:06:13.520768 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f7cb3ef8-e73a-4cbd-bd76-9717dc5f0c8c req-0427122a-54e7-4e56-8148-5d34204ee510 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2000952
Oct 25 15:06:13.577152 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9e120dbb-5350-43cc-8b56-6f61c2edc529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:13.886537 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33510431'] for router_interface, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:14.277329 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 7ae7891a-3624-4085-9c4f-cd747b355d50 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:06:14.359792 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 7ae7891a-3624-4085-9c4f-cd747b355d50 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:06:14.365085 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Deleting port 581823aa-4f5e-409f-b4c7-9585fa1639b9 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:14.365671 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:14.368537 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 7ae7891a-3624-4085-9c4f-cd747b355d50 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:06:14.369061 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:14.516982 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:14.521791 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:14.550863 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae7891a-3624-4085-9c4f-cd747b355d50'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:06:14.564123 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 7ae7891a-3624-4085-9c4f-cd747b355d50, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7ae7891a-3624-4085-9c4f-cd747b355d50,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:14.570066 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:14.572260 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:14.620277 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] For port 581823aa-4f5e-409f-b4c7-9585fa1639b9, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=581823aa-4f5e-409f-b4c7-9585fa1639b9,segment=NetworkSegment(0b5a8c13-5a0e-465f-872f-35c24a7c1668),segment_id=0b5a8c13-5a0e-465f-872f-35c24a7c1668)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:14.620735 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:14.642883 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'code': 200}
Oct 25 15:06:14.652112 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=7ae7891a-3624-4085-9c4f-cd747b355d50,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:14.663272 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:14.768458 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Calling delete_port for 581823aa-4f5e-409f-b4c7-9585fa1639b9 owned by network:router_interface {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:06:14.946876 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cbe3a-bede-4b9f-bfc7-b0f52943ec0f req-a64c61f8-93f2-459b-9969-a948e42c8426 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:14.948405 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-227cbe3a-bede-4b9f-bfc7-b0f52943ec0f req-a64c61f8-93f2-459b-9969-a948e42c8426 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 946 time: 0.1871753
Oct 25 15:06:15.069084 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-227cbe3a-bede-4b9f-bfc7-b0f52943ec0f req-edfc4000-bce3-40fd-a9a5-6107c4379f5f tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100671
Oct 25 15:06:15.148802 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecbc15-f62b-4b04-9a1e-5b48cb6a0f0b req-542f6f78-319b-4a04-83d7-280cf051d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:15.151464 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0ecbc15-f62b-4b04-9a1e-5b48cb6a0f0b req-542f6f78-319b-4a04-83d7-280cf051d724 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 1099 time: 0.1699350
Oct 25 15:06:15.153180 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:15.161660 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d6785b00-680c-4d4c-84dc-65c62dc82f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:15.238354 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Pushing event deleted for resources: {'Port': ['ID=581823aa-4f5e-409f-b4c7-9585fa1639b9,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:15.272069 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:15.340336 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d0ecbc15-f62b-4b04-9a1e-5b48cb6a0f0b req-a433fde0-c11e-46f7-a2a9-602024f9a33e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1347013
Oct 25 15:06:15.689487 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33051299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33533327'] for router_interface, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:16.117158 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Router 4e995111-dcc9-43a5-8b78-c9130237a17d has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:06:16.405293 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:06:16.414552 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734cce-494d-42b2-a9f8-bb9542a09a72 req-8a95603e-d3b6-460c-bf78-e0fd4b4934ed tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:16.416120 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-37734cce-494d-42b2-a9f8-bb9542a09a72 req-8a95603e-d3b6-460c-bf78-e0fd4b4934ed tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 946 time: 0.2125494
Oct 25 15:06:16.422555 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] Sync routers for ids ['4e995111-dcc9-43a5-8b78-c9130237a17d'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:06:16.424984 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] 10.222.0.57 "PUT /v2.0/routers/4e995111-dcc9-43a5-8b78-c9130237a17d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5868320
Oct 25 15:06:16.429635 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34288) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:16.449054 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] Routers {'4e995111-dcc9-43a5-8b78-c9130237a17d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:06:16.451147 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb31790>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:06:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4e995111-dcc9-43a5-8b78-c9130237a17d'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:16.500882 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-37734cce-494d-42b2-a9f8-bb9542a09a72 req-d16d806c-30b4-4344-910f-bea910709026 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730472
Oct 25 15:06:16.656269 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] Set router 4e995111-dcc9-43a5-8b78-c9130237a17d gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:06:16.859214 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Notify callbacks [] for router, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:16.974216 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:17.055745 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:17.066474 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Deleting port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:17.066831 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:17.247418 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb31790>, [{'id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'name': 'tempest-TestShelveInstance-441792620-router', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:06:15Z', 'revision_number': 5, 'project_id': 'e903acece5ae4712953c2923906051d6', 'gw_port': {'id': '3e5e2f5c-4729-44a1-b5c5-8255ac95b077', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:00:14Z', 'updated_at': '2021-10-25T15:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:17.252165 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] Checking router: 4e995111-dcc9-43a5-8b78-c9130237a17d for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:06:17.261707 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] Routers {'4e995111-dcc9-43a5-8b78-c9130237a17d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:06:17.262333 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb31790>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:06:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['4e995111-dcc9-43a5-8b78-c9130237a17d'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:17.290863 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] For port 3e5e2f5c-4729-44a1-b5c5-8255ac95b077, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=3e5e2f5c-4729-44a1-b5c5-8255ac95b077,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:17.291466 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:17.428061 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] Set router 4e995111-dcc9-43a5-8b78-c9130237a17d gateway port host: None {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:06:17.539437 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Calling delete_port for 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 owned by network:router_gateway {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:06:17.588515 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb31790>, [{'id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'name': 'tempest-TestShelveInstance-441792620-router', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:06:17Z', 'revision_number': 6, 'project_id': 'e903acece5ae4712953c2923906051d6', 'gw_port_host': None}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:17.593263 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f9101-0bed-4867-9910-513e81f5548a None None] The sync data for ids ['4e995111-dcc9-43a5-8b78-c9130237a17d'] in dv-cinder-813751-1-iscsi is: [{'id': '4e995111-dcc9-43a5-8b78-c9130237a17d', 'name': 'tempest-TestShelveInstance-441792620-router', 'tenant_id': 'e903acece5ae4712953c2923906051d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:00:11Z', 'updated_at': '2021-10-25T15:06:17Z', 'revision_number': 6, 'project_id': 'e903acece5ae4712953c2923906051d6', 'gw_port_host': None}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:06:17.777075 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b463f6-d301-49fb-8e0d-baac49112520 req-e76d76f8-b3e1-431f-a9f1-b3adab326b53 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:17.779955 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-79b463f6-d301-49fb-8e0d-baac49112520 req-e76d76f8-b3e1-431f-a9f1-b3adab326b53 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 946 time: 0.0996726
Oct 25 15:06:17.821893 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:17.827302 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-70a59964-a588-4405-9fc3-5638ea024815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:17.887029 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-79b463f6-d301-49fb-8e0d-baac49112520 req-c64b61c1-2297-4283-95d2-7a6ada887f91 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989118
Oct 25 15:06:17.916515 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5e2f5c-4729-44a1-b5c5-8255ac95b077,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:17.924484 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:17.988859 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33441010'] for router_gateway, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.142447 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de971e-2479-4143-a88a-e6ce4f9f56b7 req-d5ea8254-93fd-44f1-a22f-0133cc4b0ce6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:18.144248 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-64de971e-2479-4143-a88a-e6ce4f9f56b7 req-d5ea8254-93fd-44f1-a22f-0133cc4b0ce6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 946 time: 0.1165402
Oct 25 15:06:18.204326 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-64de971e-2479-4143-a88a-e6ce4f9f56b7 req-23c062dc-cc4e-469f-b8ec-0c743f86a7a3 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488927
Oct 25 15:06:18.209875 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33513238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1632'] for router, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.213307 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.237524 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 34306) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:18.251946 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33512457'] for router, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.252914 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e995111-dcc9-43a5-8b78-c9130237a17d {{(pid=86765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Oct 25 15:06:18.268506 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] Notify callbacks [] for router, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.270081 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-985a3a63-a4d2-47be-a9d1-d92f14a6539b admin admin] 10.222.0.57 "DELETE /v2.0/routers/4e995111-dcc9-43a5-8b78-c9130237a17d HTTP/1.1" status: 204  len: 168 time: 1.8378649
Oct 25 15:06:18.273177 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34310) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:18.370917 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d70d7fb-9781-4e55-8e68-5cbe92bebc38 tempest-TestVolumeBootPattern-37523147 tempest-TestVolumeBootPattern-37523147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:18.372664 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-3d70d7fb-9781-4e55-8e68-5cbe92bebc38 tempest-TestVolumeBootPattern-37523147 tempest-TestVolumeBootPattern-37523147-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 1094 time: 0.1334853
Oct 25 15:06:18.376879 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 34314) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:18.381726 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2fd022-a34b-48f8-9803-2f6d5cd244f5 admin admin] Deleting subnet 4454ae57-6a70-4dd4-9e6e-3ccdc06f064f {{(pid=86765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:06:18.385590 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd022-a34b-48f8-9803-2f6d5cd244f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.385880 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'floatingip': {'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:06:18.393742 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:06:18.400295 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:floatingip and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:06:18.408961 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:06:18.419179 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:06:18.444836 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.471595 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd022-a34b-48f8-9803-2f6d5cd244f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31795246'] for subnet, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.612284 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd022-a34b-48f8-9803-2f6d5cd244f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.698308 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd022-a34b-48f8-9803-2f6d5cd244f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30357474'] for subnet, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.704831 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.705149 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:18.743799 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fd022-a34b-48f8-9803-2f6d5cd244f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4454ae57-6a70-4dd4-9e6e-3ccdc06f064f,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:18.761187 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8b2fd022-a34b-48f8-9803-2f6d5cd244f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:18.763984 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd022-a34b-48f8-9803-2f6d5cd244f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:18.767915 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022f54f-61e4-4d45-8490-d87908b5802a None None] Network a5246648-decd-4ede-be3f-163c1beb926d requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:06:18.791415 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-8b2fd022-a34b-48f8-9803-2f6d5cd244f5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4454ae57-6a70-4dd4-9e6e-3ccdc06f064f HTTP/1.1" status: 204  len: 168 time: 0.5156105
Oct 25 15:06:18.792388 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34322) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:18.983966 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Allocated IP 172.27.3.184 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/f204a5a1-7219-4444-90f1-bc03fede5a25) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:06:19.160287 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:19.166220 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:19.179814 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Deleting port cb1ba459-ff97-488a-875e-4a421edf4683 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:19.180240 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:19.183359 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] DHCP port deletion for a5246648-decd-4ede-be3f-163c1beb926d request from dv-cinder-813751-1-iscsi {{(pid=86766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Oct 25 15:06:19.193422 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] Deleting port cb1ba459-ff97-488a-875e-4a421edf4683 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:19.194654 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:19.203890 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:19.208878 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5f35cdbb-7ee5-4a33-85b1-16b6e85113bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:19.490359 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:06:19.495603 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:06:19.503243 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:06:19.508383 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] For port cb1ba459-ff97-488a-875e-4a421edf4683, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=cb1ba459-ff97-488a-875e-4a421edf4683,segment=NetworkSegment(0b5a8c13-5a0e-465f-872f-35c24a7c1668),segment_id=0b5a8c13-5a0e-465f-872f-35c24a7c1668)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:19.508854 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:19.531753 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'Port': ['ID=f204a5a1-7219-4444-90f1-bc03fede5a25,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:19.545770 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] For port cb1ba459-ff97-488a-875e-4a421edf4683, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=cb1ba459-ff97-488a-875e-4a421edf4683,segment=NetworkSegment(0b5a8c13-5a0e-465f-872f-35c24a7c1668),segment_id=0b5a8c13-5a0e-465f-872f-35c24a7c1668)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:19.546526 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:19.569700 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:19.647471 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Calling delete_port for cb1ba459-ff97-488a-875e-4a421edf4683 owned by network:dhcp {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:06:19.737785 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a0cac-1a77-40f8-a604-9cea44b2fb99 req-28153ebe-f364-443a-b2d5-6d7172f24c9a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:19.738094 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:19.739649 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-210a0cac-1a77-40f8-a604-9cea44b2fb99 req-28153ebe-f364-443a-b2d5-6d7172f24c9a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.2090576
Oct 25 15:06:19.744065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b84466a0-0762-44b2-aa36-8d12617c8e87 tempest-ServerRescueNegativeTestJSON-635858371 tempest-ServerRescueNegativeTestJSON-635858371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:19.762310 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] Calling delete_port for cb1ba459-ff97-488a-875e-4a421edf4683 owned by network:dhcp {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:06:19.796801 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1ba459-ff97-488a-875e-4a421edf4683,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:19.800211 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:19.801136 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] No DVR routers for this DVR port cb1ba459-ff97-488a-875e-4a421edf4683 on host dv-cinder-813751-1-iscsi {{(pid=86765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:06:19.816595 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device cb1ba459-ff97-488a-875e-4a421edf4683 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:06:19.891645 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: cb1ba459-ff97-488a-875e-4a421edf4683 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:06:19.892152 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device cb1ba459-ff97-488a-875e-4a421edf4683 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:06:19.892848 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:06:19.931021 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:19.960305 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6e4663d0>,) {'filters': {'network_id': ['a5246648-decd-4ede-be3f-163c1beb926d']}} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:19.969111 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:06:19.970056 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 3e5e2f5c-4729-44a1-b5c5-8255ac95b077 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:06:19.970810 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 581823aa-4f5e-409f-b4c7-9585fa1639b9 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:06:19.979040 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e4663d0>, '0b5a8c13-5a0e-465f-872f-35c24a7c1668') {'for_net_delete': True} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:19.979471 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e4663d0>, '0b5a8c13-5a0e-465f-872f-35c24a7c1668') {} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:19.993821 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31795221'] for segment, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.008509 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-210a0cac-1a77-40f8-a604-9cea44b2fb99 req-b72e0872-44fb-42ae-aef9-21b52bc0aed0 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2582769
Oct 25 15:06:20.016656 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.026620 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=86765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:06:20.026976 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379675'] for segment, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.050461 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 581823aa-4f5e-409f-b4c7-9585fa1639b9 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:06:20.051307 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 581823aa-4f5e-409f-b4c7-9585fa1639b9 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:06:20.089022 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.db.api [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 25 15:06:20.089633 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_db.api [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]: Traceback (most recent call last):
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     timer()
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     cb(*args, **kw)
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     return func(*args, **kwargs)
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     self._notify()
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     self.callback(batched_events)
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     event.method(event)
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     return f(self, *a, **k)
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._get(url).json()
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:06:20.123147 dv-cinder-813751-1-iscsi neutron-server[86765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:06:20.163523 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.173768 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.182650 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-75c9bf7d-216f-4363-a956-ad8fe696ef27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:20.195606 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.221524 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Pushing event deleted for resources: {'Network': ['ID=a5246648-decd-4ede-be3f-163c1beb926d,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:20.225265 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:20.228061 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-ec114f23-cbd4-4279-a5c4-844d3ab7740c admin admin] 10.222.0.57 "DELETE /v2.0/networks/a5246648-decd-4ede-be3f-163c1beb926d HTTP/1.1" status: 204  len: 168 time: 1.4315133
Oct 25 15:06:20.294149 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.447432 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34338) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:20.506419 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-662fd654-34aa-4b45-99e6-c7b239ac92bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=851559b5d43e474aa0fb5071883e75fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0576460
Oct 25 15:06:20.510518 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34342) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:20.576860 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f7819775-636a-4ae0-b7a7-cb4f16b58760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.579022 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.584691 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.589922 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e0e2f65b-a2d8-4ec5-91fc-75fb7aa4c911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:20.592076 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] Deleting port cb1ba459-ff97-488a-875e-4a421edf4683 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:06:20.592670 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.616813 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f7819775-636a-4ae0-b7a7-cb4f16b58760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.675771 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef0ce2-5113-4254-a9f1-3eea22afa29d None None] The port 'cb1ba459-ff97-488a-875e-4a421edf4683' was deleted {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Oct 25 15:06:20.696493 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f7819775-636a-4ae0-b7a7-cb4f16b58760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.700607 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9259faf3-3954-41e8-912b-48bfa6c831d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:20.714142 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'Port': ['ID=f204a5a1-7219-4444-90f1-bc03fede5a25,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:20.714543 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:20.715453 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7819775-636a-4ae0-b7a7-cb4f16b58760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59484d5-205b-4b6e-86d2-9d6a47ddf450,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:20.720160 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f7819775-636a-4ae0-b7a7-cb4f16b58760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:20.723583 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-f7819775-636a-4ae0-b7a7-cb4f16b58760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.728726 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-f7819775-636a-4ae0-b7a7-cb4f16b58760 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c59484d5-205b-4b6e-86d2-9d6a47ddf450 HTTP/1.1" status: 204  len: 168 time: 0.2132115
Oct 25 15:06:20.738267 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:20.944621 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Floating IP 80a2a0cb-fca0-4559-abb3-b1df2e43bc9e associated. External IP: 172.27.3.184, port: 7ae7891a-3624-4085-9c4f-cd747b355d50.
Oct 25 15:06:21.253186 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34352) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:21.313742 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-da5c0e91-8009-4d17-b0c5-dc844a50363d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e903acece5ae4712953c2923906051d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0591021
Oct 25 15:06:21.315080 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34356) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:06:21.397865 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-80a7c8af-cafa-4066-af3b-de781e07224a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:21.437111 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-80a7c8af-cafa-4066-af3b-de781e07224a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:21.498815 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-80a7c8af-cafa-4066-af3b-de781e07224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:21.503303 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-124387e5-69f1-4939-a8e9-6a821b20459f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:21.518257 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7c8af-cafa-4066-af3b-de781e07224a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5892998-3b7e-46ba-9f39-72623ca652a3,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:21.521144 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-80a7c8af-cafa-4066-af3b-de781e07224a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:21.522623 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-80a7c8af-cafa-4066-af3b-de781e07224a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:21.526897 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-80a7c8af-cafa-4066-af3b-de781e07224a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5892998-3b7e-46ba-9f39-72623ca652a3 HTTP/1.1" status: 204  len: 168 time: 0.2076228
Oct 25 15:06:21.620332 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Router 05bc713a-b7d6-4691-96bb-55d96a0ee839 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:06:21.628668 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44667019-431a-4221-8d71-ffc568a35efb req-2dd0bb44-609e-48fd-8c81-957723a5e99d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:21.630303 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-44667019-431a-4221-8d71-ffc568a35efb req-2dd0bb44-609e-48fd-8c81-957723a5e99d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.3786948
Oct 25 15:06:21.851089 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-44667019-431a-4221-8d71-ffc568a35efb req-edfc8c92-c39d-4961-8512-d39830d66ab5 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2070055
Oct 25 15:06:21.884153 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:06:21.899397 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] Sync routers for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:06:21.914522 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:21.937312 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:06:21.938256 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eec3310>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:06:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:21.984534 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.6063833
Oct 25 15:06:21.985609 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'tag': '7ae7891a-3624-4085-9c4f-cd747b355d50'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:06:22.040920 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'tag': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'status': 'completed', 'code': 200}
Oct 25 15:06:22.135357 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:06:22.170630 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-22fb0d05-fecb-4920-b385-7f8e86ec4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:22.172171 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-22fb0d05-fecb-4920-b385-7f8e86ec4f51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 1099 time: 0.0797281
Oct 25 15:06:22.313908 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-9d320fd9-dcf2-408d-8fc3-19ef91953a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:22.315419 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-9d320fd9-dcf2-408d-8fc3-19ef91953a32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 913 time: 0.1367939
Oct 25 15:06:22.425594 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-f1c0bf99-b87c-466c-90cc-81f553053585 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae7891a-3624-4085-9c4f-cd747b355d50 HTTP/1.1" status: 200  len: 1000 time: 0.1030397
Oct 25 15:06:22.492312 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-5932acfe-b661-4046-b816-d6496dba10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:22.493758 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-5932acfe-b661-4046-b816-d6496dba10c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.0618813
Oct 25 15:06:22.527824 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eec3310>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '80a2a0cb-fca0-4559-abb3-b1df2e43bc9e', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:74:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:06:20Z', 'updated_at': '2021-10-25T15:06:20Z', 'revision_number': 0, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:22.532039 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] Checking router: 05bc713a-b7d6-4691-96bb-55d96a0ee839 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:06:22.540565 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:06:22.541172 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eec3310>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:06:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:22.573245 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-95c4a98b-5390-4937-a4db-7c7c5d0346d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:22.574665 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-95c4a98b-5390-4937-a4db-7c7c5d0346d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737653
Oct 25 15:06:22.709634 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-f206eedd-156a-497e-a92d-3b567affd434 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284170
Oct 25 15:06:22.722138 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:06:22.867580 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7acbf309-8c37-4c2a-96a7-5249dde4e171 req-1cf48acd-dcb1-48e4-b4ab-e79fece42d5b service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504753
Oct 25 15:06:23.126828 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eec3310>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '80a2a0cb-fca0-4559-abb3-b1df2e43bc9e', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:74:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:06:20Z', 'updated_at': '2021-10-25T15:06:20Z', 'revision_number': 0, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:06:23.128407 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25423ecb-640d-4c84-9a59-e3a58564263c req-e727ef3c-aa2e-464c-ba17-2e48538b7c8f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:23.129774 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25423ecb-640d-4c84-9a59-e3a58564263c req-e727ef3c-aa2e-464c-ba17-2e48538b7c8f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0982962
Oct 25 15:06:23.131175 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd99b4d-b7c1-4827-8ad7-12067d826948 None None] The sync data for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi is: [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '80a2a0cb-fca0-4559-abb3-b1df2e43bc9e', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:74:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:06:20Z', 'updated_at': '2021-10-25T15:06:20Z', 'revision_number': 0, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:06:23.180551 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25423ecb-640d-4c84-9a59-e3a58564263c req-1a0f89d3-cfdc-48b0-bccd-f74c029963db tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430806
Oct 25 15:06:23.339942 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3836799c-b5a2-47bd-af63-77d77ea0e7f9 None None] New status for floating IP 80a2a0cb-fca0-4559-abb3-b1df2e43bc9e: ACTIVE {{(pid=86766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:06:24.380523 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bb8a5-05ae-4708-8bc1-7a4ba57ae113 req-5058319a-1cf0-4fc3-99bb-91b9dbba1bd2 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:24.381356 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-450bb8a5-05ae-4708-8bc1-7a4ba57ae113 req-5058319a-1cf0-4fc3-99bb-91b9dbba1bd2 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0800402
Oct 25 15:06:24.429771 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-450bb8a5-05ae-4708-8bc1-7a4ba57ae113 req-c560d076-1972-45af-b7eb-84671145f583 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425429
Oct 25 15:06:25.625632 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6faa61-2a3e-49ac-b142-5ae8905e618c req-55c00443-d555-4da6-86ee-def4983f3968 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:25.627138 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1d6faa61-2a3e-49ac-b142-5ae8905e618c req-55c00443-d555-4da6-86ee-def4983f3968 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0873561
Oct 25 15:06:25.673784 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1d6faa61-2a3e-49ac-b142-5ae8905e618c req-a450f216-b3ab-4526-a6c9-6de84b0010de tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409317
Oct 25 15:06:26.875685 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed56005-cfa3-443b-8d9d-dd9fa64ead4b req-8bbfd94a-9016-4c32-b0ff-a8eca7a5a11d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:26.877191 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ed56005-cfa3-443b-8d9d-dd9fa64ead4b req-8bbfd94a-9016-4c32-b0ff-a8eca7a5a11d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0926790
Oct 25 15:06:27.037062 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ed56005-cfa3-443b-8d9d-dd9fa64ead4b req-e93653a0-2924-4931-b053-7d2e37fd86c0 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539950
Oct 25 15:06:28.240278 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d702fa-a354-49e4-beec-0477d2e5f431 req-9fa8af06-3667-482a-8668-50ee4ecfc7ca tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:28.241701 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-08d702fa-a354-49e4-beec-0477d2e5f431 req-9fa8af06-3667-482a-8668-50ee4ecfc7ca tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0832965
Oct 25 15:06:28.287650 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-08d702fa-a354-49e4-beec-0477d2e5f431 req-041780c4-1c2b-4a9f-8df9-df4ef0a33df7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399563
Oct 25 15:06:29.513509 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61568e73-6378-42cc-bf13-0440513a852b req-ac19c577-2460-4d63-b713-e8f120092edc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:29.516049 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-61568e73-6378-42cc-bf13-0440513a852b req-ac19c577-2460-4d63-b713-e8f120092edc tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.1077733
Oct 25 15:06:29.567890 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-61568e73-6378-42cc-bf13-0440513a852b req-1380f3a0-52ae-4a22-bdd9-828e4f3529b0 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451205
Oct 25 15:06:30.769499 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506c5d-847d-4082-83c2-6b388ef4b48e req-261925fe-a720-42fa-a664-1a2f20308ae6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:30.771041 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-79506c5d-847d-4082-83c2-6b388ef4b48e req-261925fe-a720-42fa-a664-1a2f20308ae6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0879190
Oct 25 15:06:30.819000 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-79506c5d-847d-4082-83c2-6b388ef4b48e req-46e78e54-6bd4-4f86-b5dd-89087dc8a328 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408075
Oct 25 15:06:30.941173 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:32.018757 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922e5c7-f92b-4598-9b34-58dea2314b0f req-fc3970be-0bb1-4e98-8634-972d27e6ce94 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:32.020285 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a922e5c7-f92b-4598-9b34-58dea2314b0f req-fc3970be-0bb1-4e98-8634-972d27e6ce94 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0859227
Oct 25 15:06:32.072321 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a922e5c7-f92b-4598-9b34-58dea2314b0f req-dc960185-a1c6-4c22-99cb-73142d2bd2c0 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461118
Oct 25 15:06:32.390094 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 65043472-1d9b-4199-be22-b35d4b5eaba4 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:06:32.572071 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:32.586738 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'port_id': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'mac_address': 'fa:16:3e:b1:21:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:06:32.655729 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:32.672941 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65043472-1d9b-4199-be22-b35d4b5eaba4 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:06:32.690387 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:32.696289 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:32.698446 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:32.832586 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=6']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:32.836910 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:32.872710 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['65043472-1d9b-4199-be22-b35d4b5eaba4'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:06:33.321539 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cc97c-9d9b-4761-b7cb-f859b402f7ed req-99e296ff-6c38-47c9-94cd-da02b823e130 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:33.323738 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4c5cc97c-9d9b-4761-b7cb-f859b402f7ed req-99e296ff-6c38-47c9-94cd-da02b823e130 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 945 time: 0.1090972
Oct 25 15:06:33.386558 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4c5cc97c-9d9b-4761-b7cb-f859b402f7ed req-5d1f77c1-5a8f-445b-ab7c-f338a9eab5f8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540245
Oct 25 15:06:34.401699 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 65043472-1d9b-4199-be22-b35d4b5eaba4 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:06:34.484025 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 65043472-1d9b-4199-be22-b35d4b5eaba4 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:06:34.484592 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:34.662966 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:34.699181 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:06:34.711582 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:34.719435 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:34.723736 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-a83a64ae-78c3-4bb7-8ea9-41113ebfd538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:34.799114 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682973c1-7995-45c1-9541-d9765de6409a req-3ab34817-3a70-4105-be0e-d4b10626945a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:34.800620 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-682973c1-7995-45c1-9541-d9765de6409a req-3ab34817-3a70-4105-be0e-d4b10626945a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.1837234
Oct 25 15:06:34.826801 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'code': 200}
Oct 25 15:06:34.875060 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-682973c1-7995-45c1-9541-d9765de6409a req-93021a94-91fe-49ac-80df-1d3f924c9ab5 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643122
Oct 25 15:06:34.951048 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=7']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:34.955396 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:36.102604 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb70ab-79bf-40cd-930b-eecf1d06897f req-93786c6c-25d7-4313-b0ca-5bb88bc12aa8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:36.104222 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdbb70ab-79bf-40cd-930b-eecf1d06897f req-93786c6c-25d7-4313-b0ca-5bb88bc12aa8 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.1011834
Oct 25 15:06:36.166382 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fdbb70ab-79bf-40cd-930b-eecf1d06897f req-365d0b6e-26ad-49a3-8594-9731d70f69f3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548539
Oct 25 15:06:37.437134 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2c682-77ba-459e-8791-ab2c4466c7d9 req-87cb77ff-3d12-4a36-a63c-856ba171e4b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:37.438837 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-69a2c682-77ba-459e-8791-ab2c4466c7d9 req-87cb77ff-3d12-4a36-a63c-856ba171e4b1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.1173928
Oct 25 15:06:37.505312 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-69a2c682-77ba-459e-8791-ab2c4466c7d9 req-0516b039-9448-482d-94c3-4b8665b4cbce tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491991
Oct 25 15:06:38.742777 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff65d3-79fe-407c-8bbd-df83e13d02cf req-c41e70d9-be50-498d-974c-e5d9779b99be tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:38.744252 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9eff65d3-79fe-407c-8bbd-df83e13d02cf req-c41e70d9-be50-498d-974c-e5d9779b99be tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0930698
Oct 25 15:06:38.807606 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9eff65d3-79fe-407c-8bbd-df83e13d02cf req-1d87e828-95ee-45fc-ad57-f504e93025b7 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554540
Oct 25 15:06:40.018461 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d452f3-70c9-415a-9548-4a303c5b88c5 req-735c9ead-deef-4615-87bb-fd45bfbc665b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:40.023407 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c3d452f3-70c9-415a-9548-4a303c5b88c5 req-735c9ead-deef-4615-87bb-fd45bfbc665b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.1025050
Oct 25 15:06:40.077281 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c3d452f3-70c9-415a-9548-4a303c5b88c5 req-0b6a31af-b1f5-4f1e-843b-148dceb8b940 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513749
Oct 25 15:06:40.197571 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:40.544592 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-d5c309ac-caa5-4b49-b76c-0a69aa5c4f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:40.799279 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:06:41.268409 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7110-59aa-47f5-86c0-044bad07bb2c req-4dba7a09-8d4f-4b95-bef4-ff4f53082c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:41.269875 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-13fe7110-59aa-47f5-86c0-044bad07bb2c req-4dba7a09-8d4f-4b95-bef4-ff4f53082c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0853040
Oct 25 15:06:41.327072 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-13fe7110-59aa-47f5-86c0-044bad07bb2c req-72f2a0e6-334a-4252-b49b-de6dbb4da9aa tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509484
Oct 25 15:06:42.554012 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248e06a-2316-477c-ad42-745335e5e771 req-6bba4817-6903-4898-b478-e8dc85a88bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:42.555507 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b248e06a-2316-477c-ad42-745335e5e771 req-6bba4817-6903-4898-b478-e8dc85a88bff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 1099 time: 0.1338592
Oct 25 15:06:42.568597 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c22eb1-2a6d-4e84-b4b6-9b0d29c556a2 req-2119f8ae-4418-44b1-8a65-47801d3b7315 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:42.570041 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-81c22eb1-2a6d-4e84-b4b6-9b0d29c556a2 req-2119f8ae-4418-44b1-8a65-47801d3b7315 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.1178019
Oct 25 15:06:42.696538 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-81c22eb1-2a6d-4e84-b4b6-9b0d29c556a2 req-c66938e1-ee0c-43f0-9a57-dfbc4ad64db0 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073129
Oct 25 15:06:42.730952 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248e06a-2316-477c-ad42-745335e5e771 req-49e198df-56aa-4f7c-8e4a-6f8c20af7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:42.732377 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b248e06a-2316-477c-ad42-745335e5e771 req-49e198df-56aa-4f7c-8e4a-6f8c20af7d27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 918 time: 0.1614659
Oct 25 15:06:42.836972 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b248e06a-2316-477c-ad42-745335e5e771 req-52e7b770-637b-457e-ad4a-1f6eba865f5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65043472-1d9b-4199-be22-b35d4b5eaba4 HTTP/1.1" status: 200  len: 1002 time: 0.0958021
Oct 25 15:06:42.901264 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248e06a-2316-477c-ad42-745335e5e771 req-c6cab9e3-8c54-4c4b-905d-c82e181324fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:42.902714 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b248e06a-2316-477c-ad42-745335e5e771 req-c6cab9e3-8c54-4c4b-905d-c82e181324fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.0581877
Oct 25 15:06:42.984952 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248e06a-2316-477c-ad42-745335e5e771 req-9aff8ac5-325f-48c5-aa42-71ef56ca4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:42.986314 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b248e06a-2316-477c-ad42-745335e5e771 req-9aff8ac5-325f-48c5-aa42-71ef56ca4177 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761988
Oct 25 15:06:43.252160 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b248e06a-2316-477c-ad42-745335e5e771 req-1c7353c4-d2ff-4de2-aed9-7ee0bc14a87b service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2574461
Oct 25 15:06:43.403657 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b248e06a-2316-477c-ad42-745335e5e771 req-cb428652-076a-4754-9e03-23d7ccd77b5a service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442270
Oct 25 15:06:43.561779 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-ed6bdc01-497c-488c-a38d-ea9582a8f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:43.894665 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec7ba2-171e-4b93-8871-4140e539aa58 req-9964e889-193e-4fd6-86e4-6f3efa584c31 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:43.896175 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4bec7ba2-171e-4b93-8871-4140e539aa58 req-9964e889-193e-4fd6-86e4-6f3efa584c31 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0842042
Oct 25 15:06:43.954134 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4bec7ba2-171e-4b93-8871-4140e539aa58 req-cc04bedd-f878-410f-a7db-e3bcda24371a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520329
Oct 25 15:06:44.477732 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:45.153021 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d703538-e89c-441f-a780-2bbba636ce4d req-e131de69-2590-4af6-b0f6-743433340386 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:45.154488 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d703538-e89c-441f-a780-2bbba636ce4d req-e131de69-2590-4af6-b0f6-743433340386 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0861897
Oct 25 15:06:45.205209 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2d703538-e89c-441f-a780-2bbba636ce4d req-e83592c6-b126-4d69-975a-19dd785542de tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446825
Oct 25 15:06:46.402001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b21b4-8806-4895-be38-23145d364c8f req-b42cbf9b-c269-4640-b87f-98ec8077c971 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:46.403472 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-673b21b4-8806-4895-be38-23145d364c8f req-b42cbf9b-c269-4640-b87f-98ec8077c971 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 946 time: 0.0809455
Oct 25 15:06:46.457836 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-673b21b4-8806-4895-be38-23145d364c8f req-38535b2a-381f-4f37-9107-817e504ead7c tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476949
Oct 25 15:06:46.458800 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 65043472-1d9b-4199-be22-b35d4b5eaba4 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:06:46.577068 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:46.605366 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:06:46.615704 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:06:46.621551 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:46.624090 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:06:46.661820 dv-cinder-813751-1-iscsi neutron-server[86766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'code': 422} returned with failed status
Oct 25 15:06:46.684938 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:06:46.705279 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=8']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:06:46.712431 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.712779 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.713118 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.713453 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.713781 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.714109 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.714457 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.714786 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.715109 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.715430 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.715749 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.716067 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:06:46.719884 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:06:48.050139 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7362-eb68-4ee6-aa9c-fa5fc26562d4 req-3310a0ad-f562-4156-a685-d6d49ca1369f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:48.051608 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-158b7362-eb68-4ee6-aa9c-fa5fc26562d4 req-3310a0ad-f562-4156-a685-d6d49ca1369f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.1388271
Oct 25 15:06:48.055190 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-662772b4-92bb-497a-9da2-8de1ed94778d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1111636
Oct 25 15:06:48.096476 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-158b7362-eb68-4ee6-aa9c-fa5fc26562d4 req-7e08acf4-bd84-49f0-b546-f84a911d9ad1 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391743
Oct 25 15:06:49.091171 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-82edc790-b607-4e29-bb3f-9b09e5f58a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:49.093026 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-82edc790-b607-4e29-bb3f-9b09e5f58a41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47&tenant_id=642447a5062244b2a248e9c27858419a HTTP/1.1" status: 200  len: 1097 time: 0.0836995
Oct 25 15:06:49.265077 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-2aeecb3d-f731-42fd-a45f-8667c19e1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:49.265316 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-2aeecb3d-f731-42fd-a45f-8667c19e1e43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 1097 time: 0.1182826
Oct 25 15:06:49.372031 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048b0f2-b8d7-4be5-8b11-a4a7948b05ec req-530be8f6-4389-49db-97e8-fb61eb71b98b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:49.374002 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e048b0f2-b8d7-4be5-8b11-a4a7948b05ec req-530be8f6-4389-49db-97e8-fb61eb71b98b tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.1631444
Oct 25 15:06:49.451215 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e048b0f2-b8d7-4be5-8b11-a4a7948b05ec req-6b0cb31b-a911-46c5-bd94-d29ece619b55 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678184
Oct 25 15:06:49.452279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-55edcbe3-e055-4725-b117-252a9bb1faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:49.453605 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-55edcbe3-e055-4725-b117-252a9bb1faee service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 918 time: 0.1807144
Oct 25 15:06:49.563895 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-e81cec7a-55a5-4cf9-b083-1d22382a50e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65043472-1d9b-4199-be22-b35d4b5eaba4 HTTP/1.1" status: 200  len: 1000 time: 0.0990689
Oct 25 15:06:49.641336 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-89d464bd-8d74-440b-9099-d85b74cb89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:49.642780 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-89d464bd-8d74-440b-9099-d85b74cb89d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.0678573
Oct 25 15:06:49.721677 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-3ec008f1-b8c7-47b5-b981-796f0128b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:49.723061 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-3ec008f1-b8c7-47b5-b981-796f0128b2d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689416
Oct 25 15:06:49.856820 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-851e81a5-3898-42ed-938a-0a7d19445ae0 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222050
Oct 25 15:06:50.094763 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5783acda-cee6-4642-8841-2c0c9b534bbb req-1e63b15c-cbbf-407f-abe7-c09047a40803 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2264915
Oct 25 15:06:50.662006 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49900c63-0bdc-45fc-80f3-45b484803f35 req-955ed533-e007-4eec-9b2c-ea5bdfdaa221 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:50.663469 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-49900c63-0bdc-45fc-80f3-45b484803f35 req-955ed533-e007-4eec-9b2c-ea5bdfdaa221 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0983684
Oct 25 15:06:50.718120 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-49900c63-0bdc-45fc-80f3-45b484803f35 req-715d7287-6226-455a-9e30-143f034c7cbb tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478094
Oct 25 15:06:51.924623 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d87e3-bfa1-45fd-bfb4-11c851152f54 req-26d8f112-9309-4652-836e-038344c6e0f5 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:51.926071 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-694d87e3-bfa1-45fd-bfb4-11c851152f54 req-26d8f112-9309-4652-836e-038344c6e0f5 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0845578
Oct 25 15:06:51.974853 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-694d87e3-bfa1-45fd-bfb4-11c851152f54 req-2729dd1f-278c-4d1c-ae7f-5a87e44f0124 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430286
Oct 25 15:06:53.176120 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74a164-631d-4b22-8932-89da90bb22b3 req-8f1602fb-f343-4a62-b8e6-db3cea24280d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:53.177478 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd74a164-631d-4b22-8932-89da90bb22b3 req-8f1602fb-f343-4a62-b8e6-db3cea24280d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0840874
Oct 25 15:06:53.223551 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd74a164-631d-4b22-8932-89da90bb22b3 req-6f43c896-297a-4345-ac66-a92a18b6cbeb tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402648
Oct 25 15:06:54.415146 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc52e9-eb85-48ac-a253-31500ee2e215 req-c40244d2-6093-4756-b9bf-aa4cb4776f13 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:54.418328 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d1cc52e9-eb85-48ac-a253-31500ee2e215 req-c40244d2-6093-4756-b9bf-aa4cb4776f13 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0833414
Oct 25 15:06:54.463173 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d1cc52e9-eb85-48ac-a253-31500ee2e215 req-1a0d661e-c70b-47e2-9053-fb50943cc4ae tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408137
Oct 25 15:06:55.667423 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6de0c7-aec5-4dc8-a4df-e48e9e18eaef req-34bce07b-4658-4913-8710-0caf14b6e28e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:55.668866 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d6de0c7-aec5-4dc8-a4df-e48e9e18eaef req-34bce07b-4658-4913-8710-0caf14b6e28e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0928984
Oct 25 15:06:55.713455 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9d6de0c7-aec5-4dc8-a4df-e48e9e18eaef req-04d8229b-9d12-421f-98a1-900fae182f4e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389099
Oct 25 15:06:56.922867 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fe688-a768-4830-ae5e-071dcf16dc6c req-9f5ea268-29f6-4db5-a003-ba0121dc33d9 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:56.924345 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-827fe688-a768-4830-ae5e-071dcf16dc6c req-9f5ea268-29f6-4db5-a003-ba0121dc33d9 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0865908
Oct 25 15:06:56.973397 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-827fe688-a768-4830-ae5e-071dcf16dc6c req-39b35b85-d1f3-4bc9-9227-e2c5c0c18ea3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433142
Oct 25 15:06:58.354315 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5192ce3-6012-47c9-a5f0-d1f4bb0bc11f req-dd9ed480-62c7-4981-b7cd-99ea3c526cf5 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:58.361084 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d5192ce3-6012-47c9-a5f0-d1f4bb0bc11f req-dd9ed480-62c7-4981-b7cd-99ea3c526cf5 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0941513
Oct 25 15:06:58.400365 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d5192ce3-6012-47c9-a5f0-d1f4bb0bc11f req-1c03039c-6c12-4572-8462-624e1cc9fe66 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383856
Oct 25 15:06:59.602887 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320f977-fc39-4de1-96c9-29b100919175 req-b9f12b57-7d28-4b3a-80d7-234eedcb7bac tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:06:59.604414 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0320f977-fc39-4de1-96c9-29b100919175 req-b9f12b57-7d28-4b3a-80d7-234eedcb7bac tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0907176
Oct 25 15:06:59.658335 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0320f977-fc39-4de1-96c9-29b100919175 req-fb09e280-55ea-41f7-8ee9-cb983e1f5286 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470014
Oct 25 15:07:00.856223 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3de69-68b0-4d61-84ab-ad37b8c8450b req-ddc72cc0-4a04-4bc0-80ec-96caec863440 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:00.858329 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7dd3de69-68b0-4d61-84ab-ad37b8c8450b req-ddc72cc0-4a04-4bc0-80ec-96caec863440 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0900676
Oct 25 15:07:00.906007 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7dd3de69-68b0-4d61-84ab-ad37b8c8450b req-704f85fb-9498-4aef-9b96-16cddecfe44f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416088
Oct 25 15:07:00.946595 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:02.103051 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e342b-420c-4aba-a543-83628ee89905 req-7bff6cc2-bf05-4d2e-942c-b3bfb97ec5e6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:02.104494 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d18e342b-420c-4aba-a543-83628ee89905 req-7bff6cc2-bf05-4d2e-942c-b3bfb97ec5e6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0855916
Oct 25 15:07:02.147987 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d18e342b-420c-4aba-a543-83628ee89905 req-4667d106-1b3e-4d19-b55a-f8f27e53352a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377414
Oct 25 15:07:03.334557 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a20eb7-c695-4a2b-a862-1193cdfa65d2 req-4cc4b7c5-6b04-4988-9601-1305a5afca4f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:03.336015 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a8a20eb7-c695-4a2b-a862-1193cdfa65d2 req-4cc4b7c5-6b04-4988-9601-1305a5afca4f tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0801609
Oct 25 15:07:03.383845 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a8a20eb7-c695-4a2b-a862-1193cdfa65d2 req-8248dd4e-f9ac-4186-9795-7ed109c083da tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422318
Oct 25 15:07:04.475436 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 65043472-1d9b-4199-be22-b35d4b5eaba4 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:07:04.574439 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea4656-02f0-40bd-a7cc-25113baf04dd req-8601f97d-f9f0-4281-9f19-2d8e89bebe92 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:04.575891 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2dea4656-02f0-40bd-a7cc-25113baf04dd req-8601f97d-f9f0-4281-9f19-2d8e89bebe92 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 944 time: 0.0799496
Oct 25 15:07:04.609117 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:07:04.620577 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2dea4656-02f0-40bd-a7cc-25113baf04dd req-2b3d2800-cef3-4abc-8d21-e624df65b722 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390139
Oct 25 15:07:04.622017 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'port_id': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'mac_address': 'fa:16:3e:b1:21:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:07:04.681056 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:04.699302 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65043472-1d9b-4199-be22-b35d4b5eaba4 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:07:04.715285 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:07:04.719777 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:04.721513 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:07:04.786296 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=9']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:07:04.789417 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:07:05.046252 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['65043472-1d9b-4199-be22-b35d4b5eaba4'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:07:05.809610 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745edc7-80fa-4acb-a02a-dd0656d4f279 req-08d83a1d-a9b7-455a-a5c7-439299f230be tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:05.811624 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0745edc7-80fa-4acb-a02a-dd0656d4f279 req-08d83a1d-a9b7-455a-a5c7-439299f230be tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 945 time: 0.0837855
Oct 25 15:07:05.856217 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0745edc7-80fa-4acb-a02a-dd0656d4f279 req-0cb32b4a-aa09-42e7-9026-d4cfe9befc9e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382111
Oct 25 15:07:06.495205 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 65043472-1d9b-4199-be22-b35d4b5eaba4 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:07:06.562843 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 65043472-1d9b-4199-be22-b35d4b5eaba4 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:07:06.563226 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:06.679750 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:06.705849 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:07:06.715554 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:07:06.720229 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:06.722105 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:07:06.753688 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'code': 200}
Oct 25 15:07:06.793001 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=10']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:07:06.796035 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:07:07.105966 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb399a-943a-4034-b7b3-f057441f12bd req-3f51a97c-02d9-4a71-9316-8458cb19f4b5 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:07.107447 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-babb399a-943a-4034-b7b3-f057441f12bd req-3f51a97c-02d9-4a71-9316-8458cb19f4b5 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 947 time: 0.1358232
Oct 25 15:07:07.113318 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4f1f-565e-40a0-9107-3e86d3f3cfaf req-2552b2fd-691b-48e7-a9e1-1f366cf37b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:07.114744 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-52aa4f1f-565e-40a0-9107-3e86d3f3cfaf req-2552b2fd-691b-48e7-a9e1-1f366cf37b15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 1100 time: 0.1114943
Oct 25 15:07:07.180672 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-52aa4f1f-565e-40a0-9107-3e86d3f3cfaf req-133e9838-02c6-4af8-80df-a3c5f1de52d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518618
Oct 25 15:07:07.183584 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-babb399a-943a-4034-b7b3-f057441f12bd req-a3f155e3-48e6-43e6-9609-bca74f0ace5e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679901
Oct 25 15:07:07.753484 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-ec78429e-0d25-47bf-9a80-55955cb2c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:07.754963 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-ec78429e-0d25-47bf-9a80-55955cb2c696 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=642447a5062244b2a248e9c27858419a&device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 1100 time: 0.0737338
Oct 25 15:07:08.001786 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-83685f68-8d67-4ba1-a80f-12ecf567b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:08.003165 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-83685f68-8d67-4ba1-a80f-12ecf567b44b service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 200  len: 918 time: 0.2270195
Oct 25 15:07:08.105743 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-3cad4049-b6ff-413b-b025-309d69d03839 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65043472-1d9b-4199-be22-b35d4b5eaba4 HTTP/1.1" status: 200  len: 1002 time: 0.0953500
Oct 25 15:07:08.170903 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-f5037721-a4d5-4798-b90f-9523a58be14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:08.172335 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-f5037721-a4d5-4798-b90f-9523a58be14c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 200  len: 856 time: 0.0574977
Oct 25 15:07:08.254806 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-9bdf4886-a9e8-4661-a6fe-289dd20120ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:08.256190 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-9bdf4886-a9e8-4661-a6fe-289dd20120ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd6042eb-8983-4216-ac5e-be27d86b2c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740299
Oct 25 15:07:08.479272 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-d0536bae-65e7-449a-b1fa-8f9b48e3b486 service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562822
Oct 25 15:07:08.487924 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f008c-f335-4ba6-8bd7-d82e428652d6 req-9258faff-1553-4f54-b147-f03289af9b72 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:08.489297 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-861f008c-f335-4ba6-8bd7-d82e428652d6 req-9258faff-1553-4f54-b147-f03289af9b72 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 947 time: 0.1966524
Oct 25 15:07:08.626174 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-861f008c-f335-4ba6-8bd7-d82e428652d6 req-3d082702-8526-4b86-b083-848dd79bbb86 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148338
Oct 25 15:07:08.657751 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c4fcbf3c-d22f-4700-bb32-23ef01e3d214 req-804bd242-85ea-4311-bc9c-3a79e571dafe service neutron] 10.222.0.37 "GET /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674840
Oct 25 15:07:09.820972 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ccefd-d76a-4325-9136-9a58894e810b req-6c31d623-d352-4a5e-9c5a-2b88222c34e3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:09.822430 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e69ccefd-d76a-4325-9136-9a58894e810b req-6c31d623-d352-4a5e-9c5a-2b88222c34e3 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 947 time: 0.0848157
Oct 25 15:07:09.867766 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e69ccefd-d76a-4325-9136-9a58894e810b req-eb19e3b4-d411-4831-917d-b9bce2a53acb tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391424
Oct 25 15:07:10.200009 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:10.538069 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-693a30bb-0f01-4ac5-abae-5c222399f138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:13.564987 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-339d8f1f-13e1-4fdb-9048-4c26571d19a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:14.480633 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:16.666756 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:17.798077 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:07:30.953758 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:40.201994 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:40.540332 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9d93a79b-3974-4ee0-9d56-09c66d80b0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:43.567136 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-dd4484a0-ec0f-445e-ab6b-3b9c5f4204bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:44.149295 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0334919-2b9b-452e-a3c8-ff8f63eedc56 req-d69b8f99-4589-4892-9ae0-eeaab05cd04e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:44.150794 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b0334919-2b9b-452e-a3c8-ff8f63eedc56 req-d69b8f99-4589-4892-9ae0-eeaab05cd04e tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 947 time: 0.1876888
Oct 25 15:07:44.199506 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b0334919-2b9b-452e-a3c8-ff8f63eedc56 req-79186bfe-a844-46f5-9655-a7e8ea60d133 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430341
Oct 25 15:07:44.486049 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:45.447801 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c0d38-546a-4938-a4f4-0b7c49db93f8 req-397d59a0-ae20-4364-9f01-a05f2f8ef006 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:45.449267 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7f5c0d38-546a-4938-a4f4-0b7c49db93f8 req-397d59a0-ae20-4364-9f01-a05f2f8ef006 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 947 time: 0.1339283
Oct 25 15:07:45.495162 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7f5c0d38-546a-4938-a4f4-0b7c49db93f8 req-4ef81d4f-6f42-49e5-a2b0-db30607a16d6 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups?id=f9685ded-2ebf-479f-93b4-e001984e7510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395911
Oct 25 15:07:45.676518 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-c3b36b6a-f599-41d1-88b3-d88edae2ba64 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:45.677968 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-c3b36b6a-f599-41d1-88b3-d88edae2ba64 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.37 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 947 time: 0.0865126
Oct 25 15:07:45.754629 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Deleting port 65043472-1d9b-4199-be22-b35d4b5eaba4 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:07:45.754886 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:46.009444 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] For port 65043472-1d9b-4199-be22-b35d4b5eaba4, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=65043472-1d9b-4199-be22-b35d4b5eaba4,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:07:46.009688 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:46.409026 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:46.409392 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:46.409704 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Floating IP 4516b45e-6b10-488e-8db1-b13a95323ee3 disassociated. External IP: 172.27.3.188, port: 65043472-1d9b-4199-be22-b35d4b5eaba4.
Oct 25 15:07:46.410048 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Calling delete_port for 65043472-1d9b-4199-be22-b35d4b5eaba4 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:07:46.565025 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:46.570891 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:07:46.660037 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event deleted for resources: {'Port': ['ID=65043472-1d9b-4199-be22-b35d4b5eaba4,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:07:46.670780 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-581464c2-2c9c-4359-bee4-fe4e5de618ec req-12eefe06-6d0f-4585-a647-287dafc63628 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/ports?device_id=d245959b-9b1f-4b09-a5fc-293342166a47 HTTP/1.1" status: 200  len: 210 time: 0.0598273
Oct 25 15:07:46.671414 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:46.726213 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.726628 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.727065 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.727325 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.727653 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.728001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.728344 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.728686 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.729025 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.729371 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.729712 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.730050 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:46.738449 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:07:46.871093 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Router 8d273246-5f88-4700-aa54-0de1698fd6f7 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:07:47.076023 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:07:47.086494 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] Sync routers for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:07:47.097972 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:07:47.098848 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb1eee0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:07:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:07:47.158045 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] No DVR routers for this DVR port 65043472-1d9b-4199-be22-b35d4b5eaba4 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:07:47.161889 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:47.166171 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'name': 'network-vif-deleted', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:07:47.183537 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e5d92263-812a-409f-972d-823bc3b2e0cf req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.37 "DELETE /v2.0/ports/65043472-1d9b-4199-be22-b35d4b5eaba4 HTTP/1.1" status: 204  len: 173 time: 1.4960368
Oct 25 15:07:47.222922 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd245959b-9b1f-4b09-a5fc-293342166a47', 'name': 'network-vif-deleted', 'tag': '65043472-1d9b-4199-be22-b35d4b5eaba4', 'status': 'completed', 'code': 200}
Oct 25 15:07:47.292020 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:07:47.634998 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb1eee0>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:07:47.639090 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] Checking router: 8d273246-5f88-4700-aa54-0de1698fd6f7 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:07:47.647582 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:07:47.648178 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb1eee0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:07:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:07:47.804720 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34642) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:07:47.831741 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:07:47.893148 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:47.923221 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:47.989065 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:47.993751 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-34a047d2-859e-4cff-9daf-fb06c59d5345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:07:48.009195 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9685ded-2ebf-479f-93b4-e001984e7510,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:07:48.020338 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.020959 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.021392 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.021952 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.022325 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.022721 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.023088 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.023452 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.023817 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.024175 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.024537 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.024973 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:07:48.028561 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:07:48.036859 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:48.039185 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "DELETE /v2.0/security-groups/f9685ded-2ebf-479f-93b4-e001984e7510 HTTP/1.1" status: 204  len: 168 time: 0.2334194
Oct 25 15:07:48.042190 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34646) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:07:48.060025 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.api.v2.resource [None req-ef2d057d-f351-4105-91c2-e67f1c4a2854 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] show failed (client error): The resource could not be found.
Oct 25 15:07:48.061024 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-ef2d057d-f351-4105-91c2-e67f1c4a2854 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "GET /v2.0/security-groups/f9685ded-2ebf-479f-93b4-e001984e7510 HTTP/1.1" status: 404  len: 347 time: 0.0178711
Oct 25 15:07:48.065587 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34650) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:07:48.192765 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb1eee0>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:07:48.196988 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5203097-8985-4e37-a9af-48cf6606fe1d None None] The sync data for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi is: [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:01:56Z', 'revision_number': 4, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': 'f369b96f-814a-4a64-83b2-6eb1bf577970', 'name': '', 'network_id': 'dd6042eb-8983-4216-ac5e-be27d86b2c9a', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'mac_address': 'fa:16:3e:13:95:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:55Z', 'updated_at': '2021-10-25T15:02:03Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'subnets': [{'id': '121a86a7-d9ce-4f76-a5e4-00e2cda03dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:07:48.238314 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Deleting port 67382060-a4d9-4c5e-b3df-5033044eecfb {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:07:48.238696 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:48.449112 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec3c13-d0ba-4505-85f7-b0e8d4eeea53 None None] New status for floating IP 4516b45e-6b10-488e-8db1-b13a95323ee3: DOWN {{(pid=86766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:07:48.533473 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:48.533839 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:48.668936 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Calling delete_port for 67382060-a4d9-4c5e-b3df-5033044eecfb owned by network:floatingip {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:07:48.688298 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 65043472-1d9b-4199-be22-b35d4b5eaba4 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:07:48.725918 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: 65043472-1d9b-4199-be22-b35d4b5eaba4 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:07:48.726270 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 65043472-1d9b-4199-be22-b35d4b5eaba4 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:07:48.762227 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.db.api [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 25 15:07:48.763134 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_db.api [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 25 15:07:49.264676 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Deleting port 67382060-a4d9-4c5e-b3df-5033044eecfb {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:07:49.265861 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:49.441024 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:49.441346 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:49.573945 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Calling delete_port for 67382060-a4d9-4c5e-b3df-5033044eecfb owned by network:floatingip {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:07:49.731990 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:49.735894 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9079c179-9484-4eef-a119-64cbcc44560a tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:07:49.780617 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Pushing event deleted for resources: {'Port': ['ID=67382060-a4d9-4c5e-b3df-5033044eecfb,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:07:49.783641 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:07:49.875990 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks [] for floatingip, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:49.898780 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:49.899874 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-51833916-08a0-4bbe-a321-0cffcf08219d tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] 10.222.0.57 "DELETE /v2.0/floatingips/4516b45e-6b10-488e-8db1-b13a95323ee3 HTTP/1.1" status: 204  len: 168 time: 1.8333633
Oct 25 15:07:54.797210 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:07:55.992593 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34702) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:07:56.762048 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33510431'] for router_interface, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:57.106052 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Deleting port f369b96f-814a-4a64-83b2-6eb1bf577970 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:07:57.106969 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:57.277836 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] For port f369b96f-814a-4a64-83b2-6eb1bf577970, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=f369b96f-814a-4a64-83b2-6eb1bf577970,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:07:57.278216 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:57.402506 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Calling delete_port for f369b96f-814a-4a64-83b2-6eb1bf577970 owned by network:router_interface {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:07:57.574955 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:57.579367 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-26b3c2c6-9870-4d79-918a-287bb905b971 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:07:57.626691 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=f369b96f-814a-4a64-83b2-6eb1bf577970,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:07:57.629526 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:07:57.896573 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33051299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33533327'] for router_interface, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:58.352617 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Router 8d273246-5f88-4700-aa54-0de1698fd6f7 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:07:58.535788 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:07:58.545067 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] Sync routers for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:07:58.548461 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5121d383-293d-45ac-9a8e-0cbe75f73d17 admin admin] 10.222.0.57 "PUT /v2.0/routers/8d273246-5f88-4700-aa54-0de1698fd6f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5547211
Oct 25 15:07:58.551033 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34712) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:07:58.555365 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:07:58.555970 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6df65280>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:07:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:07:58.738686 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:58.746469 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:07:58.939749 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:58.950169 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Deleting port ee7318c0-6707-4f61-9ba7-e8e14dee34f9 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:07:58.950644 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:59.052731 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6df65280>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:07:57Z', 'revision_number': 5, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port': {'id': 'ee7318c0-6707-4f61-9ba7-e8e14dee34f9', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:01:51Z', 'updated_at': '2021-10-25T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:07:59.056610 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] Checking router: 8d273246-5f88-4700-aa54-0de1698fd6f7 for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:07:59.065601 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] Routers {'8d273246-5f88-4700-aa54-0de1698fd6f7'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:07:59.066206 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6df65280>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:07:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['8d273246-5f88-4700-aa54-0de1698fd6f7'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:07:59.137156 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] For port ee7318c0-6707-4f61-9ba7-e8e14dee34f9, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=ee7318c0-6707-4f61-9ba7-e8e14dee34f9,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:07:59.137424 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:59.222152 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] Set router 8d273246-5f88-4700-aa54-0de1698fd6f7 gateway port host: None {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:07:59.262611 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Calling delete_port for ee7318c0-6707-4f61-9ba7-e8e14dee34f9 owned by network:router_gateway {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:07:59.331710 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6df65280>, [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:07:58Z', 'revision_number': 6, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port_host': None}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:07:59.336067 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d515da3-c271-46d7-9bb7-895bc0c1e0b2 None None] The sync data for ids ['8d273246-5f88-4700-aa54-0de1698fd6f7'] in dv-cinder-813751-1-iscsi is: [{'id': '8d273246-5f88-4700-aa54-0de1698fd6f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1948863759-router', 'tenant_id': '642447a5062244b2a248e9c27858419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:01:50Z', 'updated_at': '2021-10-25T15:07:58Z', 'revision_number': 6, 'project_id': '642447a5062244b2a248e9c27858419a', 'gw_port_host': None}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:07:59.450792 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:59.455039 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4bf022de-dafc-4102-b424-a17e53213666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:07:59.627106 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7318c0-6707-4f61-9ba7-e8e14dee34f9,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:07:59.652993 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:07:59.677495 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-8e1a95d9-0064-4ee5-a85d-3a1faf091f78 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284837828&fields=id&tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5 HTTP/1.1" status: 200  len: 267 time: 0.0455601
Oct 25 15:07:59.724308 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33441010'] for router_gateway, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:59.769926 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device f369b96f-814a-4a64-83b2-6eb1bf577970 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:07:59.834005 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: f369b96f-814a-4a64-83b2-6eb1bf577970 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:07:59.834366 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device f369b96f-814a-4a64-83b2-6eb1bf577970 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:07:59.875419 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-b3ce8c5e-4548-42fb-84cb-67f6d17195b4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:07:59.876966 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-b3ce8c5e-4548-42fb-84cb-67f6d17195b4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 812 time: 0.1922867
Oct 25 15:07:59.893449 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-e75d3cc2-e049-42d6-9a53-6b35f76c713b tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/quotas/25ba3a1600fd4be6bf9ece5e1fc524e5 HTTP/1.1" status: 200  len: 375 time: 0.0101268
Oct 25 15:07:59.914429 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33513238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1632'] for router, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:59.916823 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:59.941245 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33512457'] for router, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:59.942200 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d273246-5f88-4700-aa54-0de1698fd6f7 {{(pid=86765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Oct 25 15:07:59.956378 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:07:59.957525 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-a15c9f9c-b45f-4570-ac9a-fefa6df47bb8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8d273246-5f88-4700-aa54-0de1698fd6f7 HTTP/1.1" status: 204  len: 168 time: 1.4055855
Oct 25 15:07:59.960118 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34726) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:00.000274 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2a47129a-7f96-43c0-97cc-13d60d804e8f tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1010704
Oct 25 15:08:00.019606 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-110d7263-405a-4c89-bfbe-ed941e5b29b7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 15:08:00.020680 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-110d7263-405a-4c89-bfbe-ed941e5b29b7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0065069
Oct 25 15:08:00.024128 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c32c4a-2495-4f2c-b482-d3d8759adbe0 admin admin] Deleting subnet 121a86a7-d9ce-4f76-a5e4-00e2cda03dbd {{(pid=86765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:08:00.027517 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-73c32c4a-2495-4f2c-b482-d3d8759adbe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:00.082302 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-73c32c4a-2495-4f2c-b482-d3d8759adbe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31795246'] for subnet, precommit_delete_associations {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:00.171499 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-dd8942e6-2b28-4948-881d-fea2ff0ebfdc service neutron] 10.222.0.57 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415043
Oct 25 15:08:00.190747 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-73c32c4a-2495-4f2c-b482-d3d8759adbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:00.264361 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-73c32c4a-2495-4f2c-b482-d3d8759adbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30379553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30357474'] for subnet, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:00.273345 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:00.321254 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-d1f376da-0a59-4f5d-89e9-e7cbbcc7f57a service neutron] 10.222.0.57 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417649
Oct 25 15:08:00.321872 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c32c4a-2495-4f2c-b482-d3d8759adbe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121a86a7-d9ce-4f76-a5e4-00e2cda03dbd,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:00.324478 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-73c32c4a-2495-4f2c-b482-d3d8759adbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:00.327134 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66a00c4-488e-47b3-9cfc-7ca050a3cdec None None] Network dd6042eb-8983-4216-ac5e-be27d86b2c9a requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:08:00.329000 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-73c32c4a-2495-4f2c-b482-d3d8759adbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:00.336435 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-73c32c4a-2495-4f2c-b482-d3d8759adbe0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/121a86a7-d9ce-4f76-a5e4-00e2cda03dbd HTTP/1.1" status: 204  len: 168 time: 0.3744664
Oct 25 15:08:00.338880 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 34730) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:00.478538 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:00.493231 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Deleting port 99514859-37df-4c76-8084-d77e687ea069 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:08:00.493686 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:00.631191 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] DHCP port deletion for dd6042eb-8983-4216-ac5e-be27d86b2c9a request from dv-cinder-813751-1-iscsi {{(pid=86766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Oct 25 15:08:00.635757 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] Deleting port 99514859-37df-4c76-8084-d77e687ea069 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:08:00.636611 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:00.801120 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-229fa646-2fb8-4f4f-b990-6893a899952b req-0ac9024e-05cd-4533-8fa4-a4a38bbd4167 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 210 time: 0.0564842
Oct 25 15:08:00.891930 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] For port 99514859-37df-4c76-8084-d77e687ea069, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=99514859-37df-4c76-8084-d77e687ea069,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:08:00.892546 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:00.918450 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] For port 99514859-37df-4c76-8084-d77e687ea069, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=99514859-37df-4c76-8084-d77e687ea069,segment=NetworkSegment(870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7),segment_id=870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:08:00.918450 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.055980 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Calling delete_port for 99514859-37df-4c76-8084-d77e687ea069 owned by network:dhcp {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:08:01.075482 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] Calling delete_port for 99514859-37df-4c76-8084-d77e687ea069 owned by network:dhcp {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:08:01.137978 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.152490 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.157448 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f01608cb-5cf4-423e-b431-cbef3f6cbd32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:01.173201 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.db.api [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 25 15:08:01.173330 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_db.api [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 25 15:08:01.207134 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Pushing event deleted for resources: {'Port': ['ID=99514859-37df-4c76-8084-d77e687ea069,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:01.210429 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:01.211102 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] No DVR routers for this DVR port 99514859-37df-4c76-8084-d77e687ea069 on host dv-cinder-813751-1-iscsi {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:08:01.364024 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.394259 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6d205460>,) {'filters': {'network_id': ['dd6042eb-8983-4216-ac5e-be27d86b2c9a']}} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:08:01.408223 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6d205460>, '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7') {'for_net_delete': True} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:08:01.408524 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6d205460>, '870ee1b9-6cd5-4bd5-9758-7c86d19bb1b7') {} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:08:01.422010 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-584115'] for segment, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.439497 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.446825 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=86764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:08:01.447237 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31638055'] for segment, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]: Traceback (most recent call last):
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     timer()
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     cb(*args, **kw)
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     return func(*args, **kwargs)
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     self._notify()
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     self.callback(batched_events)
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     event.method(event)
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     return f(self, *a, **k)
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._get(url).json()
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:08:01.461041 dv-cinder-813751-1-iscsi neutron-server[86764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:08:01.542384 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.546203 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-596d8e0b-c4a5-4e27-85f4-0e26125b9ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:01.560104 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.570345 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6042eb-8983-4216-ac5e-be27d86b2c9a,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:01.574635 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:01.580994 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-1fa27547-b76d-4b41-b5d7-ddbe90b1d795 admin admin] 10.222.0.57 "DELETE /v2.0/networks/dd6042eb-8983-4216-ac5e-be27d86b2c9a HTTP/1.1" status: 204  len: 168 time: 1.2382500
Oct 25 15:08:01.675233 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] Deleting port 99514859-37df-4c76-8084-d77e687ea069 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:08:01.676195 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.718343 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34756) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:01.719823 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 99514859-37df-4c76-8084-d77e687ea069 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:08:01.763906 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 99514859-37df-4c76-8084-d77e687ea069 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:08:01.764254 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 99514859-37df-4c76-8084-d77e687ea069 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:08:01.764692 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device ee7318c0-6707-4f61-9ba7-e8e14dee34f9 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:08:01.771886 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-509b14da-233e-4b76-b490-c93ccbec427b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=642447a5062244b2a248e9c27858419a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0514915
Oct 25 15:08:01.774253 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34760) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:01.825656 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: ee7318c0-6707-4f61-9ba7-e8e14dee34f9 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:08:01.826013 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device ee7318c0-6707-4f61-9ba7-e8e14dee34f9 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:08:01.833672 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-04238c39-0d60-4ae8-986e-3c0e4556ab36 None None] The port '99514859-37df-4c76-8084-d77e687ea069' was deleted {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Oct 25 15:08:01.842495 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-43b66f95-a664-46c6-a8e9-95753f4bf10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.872781 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-43b66f95-a664-46c6-a8e9-95753f4bf10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.939942 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-43b66f95-a664-46c6-a8e9-95753f4bf10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.944107 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-813bd64d-b4eb-403e-9077-4f4f402bdc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:01.959585 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b66f95-a664-46c6-a8e9-95753f4bf10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d389df-7643-4a62-a78c-768f2c134c2f,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:01.963885 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-43b66f95-a664-46c6-a8e9-95753f4bf10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:01.967406 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-43b66f95-a664-46c6-a8e9-95753f4bf10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:01.968568 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-43b66f95-a664-46c6-a8e9-95753f4bf10d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11d389df-7643-4a62-a78c-768f2c134c2f HTTP/1.1" status: 204  len: 168 time: 0.1933942
Oct 25 15:08:02.001298 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-66d89472-5c4d-4731-a6ea-4fd720651919 req-d9846e5b-4561-4e09-b470-8879c497108e tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 210 time: 0.0683012
Oct 25 15:08:02.369428 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-b4fd6d11-c3f3-4fed-9dd2-0bca8aeb60f1 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:02.370915 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-b4fd6d11-c3f3-4fed-9dd2-0bca8aeb60f1 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 812 time: 0.1647141
Oct 25 15:08:02.437457 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-5975f660-3145-4052-8880-53445bdf77fa tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5 HTTP/1.1" status: 200  len: 380 time: 0.0446761
Oct 25 15:08:02.448352 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'port': {'device_id': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'admin_state_up': True, 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'security_groups': ['923dff3b-6aff-402c-b492-df737c229fc5']}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:08:02.600681 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:02.614502 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:02.627393 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Made reservation on behalf of 25ba3a1600fd4be6bf9ece5e1fc524e5 for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:08:02.631212 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:02.820627 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Allocated IP 172.20.0.9 (6b767bb3-75e4-4ede-af67-d7affc31ec13/996dcb91-93be-4b4e-86da-93f4331b7af3/9e7a79d1-46d3-4e7d-931e-ff814d2f4b81) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:08:03.181741 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1e492364-16b9-4806-a504-eb93e729d375 req-a84e8cd1-0642-4566-a431-4a422b27902c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 210 time: 0.0590773
Oct 25 15:08:03.206138 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:03.223671 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Transition to ACTIVE for port object 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 will not be triggered until provisioned by entity DHCP. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:08:03.252821 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:03.259909 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-635f7010-d242-443d-bdd2-3b5a5101cb50 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:03.333211 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:08:03.336357 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:08:03.339337 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:08:03.408783 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'Port': ['ID=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:03.412148 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:03.433000 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:03.433646 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:03.466754 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0217514
Oct 25 15:08:03.490992 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6ce1980f-34f0-4070-abee-954b45a83798 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 15:08:03.501167 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6ce1980f-34f0-4070-abee-954b45a83798 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0150585
Oct 25 15:08:03.569680 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-6f24467c-7d73-4213-8de4-2846bdf98823 None None] Provisioning for port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 completed by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:08:03.574787 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-6f24467c-7d73-4213-8de4-2846bdf98823 None None] Provisioning complete for port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 triggered by entity DHCP. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:08:03.575170 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-6f24467c-7d73-4213-8de4-2846bdf98823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:03.648892 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Request body: {'port': {'device_id': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:08:03.670514 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-6f24467c-7d73-4213-8de4-2846bdf98823 None None] Port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 cannot update to ACTIVE because it is not bound. {{(pid=86766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Oct 25 15:08:03.777874 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:04.138657 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:08:04.147304 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:04.164238 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Transition to ACTIVE for port object 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:08:04.168541 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:04.173994 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-fee98a1f-628d-4cef-a322-4940e0ec4ff7 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:04.316148 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:04.319008 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:04.517364 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Attempting to bind port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:08:04.517625 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Attempting to bind port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:08:04.517954 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Attempting to bind port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:08:04.525361 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:08:04.525682 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Attempting to bind port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 on network 6b767bb3-75e4-4ede-af67-d7affc31ec13 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:08:04.537289 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366374cc-7023-46b3-a292-a912d3cacb3a req-1b5a3d36-8908-4e2b-ad82-6d60871a607d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:04.538025 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-366374cc-7023-46b3-a292-a912d3cacb3a req-1b5a3d36-8908-4e2b-ad82-6d60871a607d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Synchronizing usage tracker for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:08:04.543664 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:08:04.544002 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Checking segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:08:04.544383 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Bound using segment: {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:08:04.544818 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Bound port: 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c8beea-5139-47e0-91bb-4e1a729642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:08:04.545163 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:04.596905 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-366374cc-7023-46b3-a292-a912d3cacb3a req-1b5a3d36-8908-4e2b-ad82-6d60871a607d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Unset dirty status for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:08:04.598058 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-366374cc-7023-46b3-a292-a912d3cacb3a req-1b5a3d36-8908-4e2b-ad82-6d60871a607d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 943 time: 0.2282772
Oct 25 15:08:04.671389 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-366374cc-7023-46b3-a292-a912d3cacb3a req-1c074b33-f768-4db5-baf1-8ecf006141b2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665104
Oct 25 15:08:04.677561 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] For port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:08:04.680960 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] For port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:08:04.684855 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:04.692190 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e25a4494-7c9d-45b0-8cd5-8260ec6d39ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:04.755422 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:04.756048 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:04.757389 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 HTTP/1.1" status: 200  len: 1093 time: 1.2286434
Oct 25 15:08:04.757884 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'tag': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:08:04.785804 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:04.789109 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:04.907944 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-e7b51f9f-3b9f-4946-92e7-0ef5cca63c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:04.909708 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-e7b51f9f-3b9f-4946-92e7-0ef5cca63c56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 1096 time: 0.0761716
Oct 25 15:08:04.990261 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'tag': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'status': 'completed', 'code': 200}
Oct 25 15:08:05.005028 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-c0bb604d-20b1-4d98-b56a-883354af2550 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 HTTP/1.1" status: 200  len: 217 time: 0.0731936
Oct 25 15:08:05.077353 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-49b66fc4-5213-4582-a621-cc30fb82231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:05.079264 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-49b66fc4-5213-4582-a621-cc30fb82231d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.0627990
Oct 25 15:08:05.165700 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-dcb54c7b-db50-4160-b6b2-31e637e2e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:05.167235 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-dcb54c7b-db50-4160-b6b2-31e637e2e24f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755777
Oct 25 15:08:05.410314 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-b198452b-176a-44c9-8356-fe34b9379642 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317696
Oct 25 15:08:05.550959 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-22180ba5-74e6-4d9f-8d4c-6dd0e6cfa213 req-3b385ed1-b6a0-47ae-88bd-c6b612a7ba87 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282265
Oct 25 15:08:05.741789 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-03f98190-6dfd-4322-90ca-3abc89b4aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:05.743295 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-03f98190-6dfd-4322-90ca-3abc89b4aa6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 1096 time: 0.0846810
Oct 25 15:08:05.943302 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-a2d2ba26-40d9-49af-bff9-b5582c79e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:05.944652 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-a2d2ba26-40d9-49af-bff9-b5582c79e68e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 913 time: 0.1935933
Oct 25 15:08:05.958502 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754104-dc7b-4c84-a07e-478e72464d65 req-ab7442e5-e597-4199-8133-d1450d1c55a5 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:05.960213 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-04754104-dc7b-4c84-a07e-478e72464d65 req-ab7442e5-e597-4199-8133-d1450d1c55a5 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 943 time: 0.1375155
Oct 25 15:08:06.042529 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-7a13eb90-27ab-4d7c-8ab2-96d04588ff59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 HTTP/1.1" status: 200  len: 217 time: 0.0813370
Oct 25 15:08:06.101229 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-04754104-dc7b-4c84-a07e-478e72464d65 req-cc34be6b-a866-4fa7-9bf6-5c6bbf4f4e62 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914788
Oct 25 15:08:06.120362 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-c67452cd-1069-4404-8b38-0f159ee059dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:06.121770 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-c67452cd-1069-4404-8b38-0f159ee059dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.0683584
Oct 25 15:08:07.342484 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1306a-516f-4866-9379-70fd35cd984b req-25e421ad-d220-4d04-ad47-51f2a7f1a8ea tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:07.343951 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cfa1306a-516f-4866-9379-70fd35cd984b req-25e421ad-d220-4d04-ad47-51f2a7f1a8ea tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 943 time: 0.1337349
Oct 25 15:08:07.382293 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-58c778a5-62db-419c-a912-dda339de381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:07.383697 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-58c778a5-62db-419c-a912-dda339de381f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1207628
Oct 25 15:08:07.403869 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cfa1306a-516f-4866-9379-70fd35cd984b req-533017d2-be01-4e49-821c-fc78bc63cc0a tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473273
Oct 25 15:08:08.588534 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5f5dd-1977-4312-8799-321d679dd86e req-bda5316c-65b8-44ad-a990-6124b7f55e96 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:08.589995 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a1b5f5dd-1977-4312-8799-321d679dd86e req-bda5316c-65b8-44ad-a990-6124b7f55e96 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 943 time: 0.0819204
Oct 25 15:08:08.637621 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a1b5f5dd-1977-4312-8799-321d679dd86e req-8f02e600-f3ee-41ad-98b6-2553b17cebaf tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415680
Oct 25 15:08:09.376010 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-acf2e703-3ea7-4936-bf4c-707a3a48cd10 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867046
Oct 25 15:08:09.384539 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-8c475374-c96d-48f2-bd5d-0ca824b93a9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1281865
Oct 25 15:08:09.592464 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-2a84db9d-6b45-47fa-bc56-9a90b92af5e9 req-5b0343ae-a3e9-4d93-b789-58f82016c298 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837010
Oct 25 15:08:09.599237 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-61ba5378-d6ff-4e46-af56-6bd25f4ab32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:09.600592 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-61ba5378-d6ff-4e46-af56-6bd25f4ab32e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 1099 time: 0.1695869
Oct 25 15:08:09.812548 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-742eb819-df41-40ca-b8c3-fc5de90a273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:09.813959 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-742eb819-df41-40ca-b8c3-fc5de90a273a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 913 time: 0.1776674
Oct 25 15:08:10.060047 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff45b21-d30b-41fb-af79-c2a535a359b5 req-477aa95c-a481-485f-8d69-332b74d6a44f tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:10.061483 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bff45b21-d30b-41fb-af79-c2a535a359b5 req-477aa95c-a481-485f-8d69-332b74d6a44f tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 943 time: 0.3109956
Oct 25 15:08:10.063723 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-f0b3f670-ba1d-45c2-82c7-f0ddd0b24d91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae7891a-3624-4085-9c4f-cd747b355d50 HTTP/1.1" status: 200  len: 1002 time: 0.2424095
Oct 25 15:08:10.155738 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bff45b21-d30b-41fb-af79-c2a535a359b5 req-38e963ae-f7b0-4a12-adac-755359d5c8f8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873873
Oct 25 15:08:10.159365 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-bc98bcdf-b897-41b1-b91a-a099540a15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:10.160699 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-bc98bcdf-b897-41b1-b91a-a099540a15d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.0793948
Oct 25 15:08:10.207497 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:10.257971 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-f144060d-c8d6-4022-9992-bf6a0d8b4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:10.259512 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-f144060d-c8d6-4022-9992-bf6a0d8b4e98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886652
Oct 25 15:08:10.402533 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-a36f4956-137f-4d78-bd3f-aab575e1533b service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319137
Oct 25 15:08:10.543103 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-21c9a7ef-60b8-47af-9fb2-c6cef2db9821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:10.544092 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-815fabfa-1d47-43a5-b3ad-74174c21f9aa req-7f079ff5-4f19-4e9f-a603-0ecb7e90da83 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349332
Oct 25 15:08:11.342682 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e340199-b528-485e-b6a3-b6a8fe5a08a5 req-af34fdf8-6720-4a10-8f05-3b6d716d2d3a tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:11.344801 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e340199-b528-485e-b6a3-b6a8fe5a08a5 req-af34fdf8-6720-4a10-8f05-3b6d716d2d3a tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 943 time: 0.0818310
Oct 25 15:08:11.389127 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7e340199-b528-485e-b6a3-b6a8fe5a08a5 req-898e0388-5419-497a-bf32-3f067369c5e2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386417
Oct 25 15:08:12.578949 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb00123-c84c-4bfe-a862-918704439db8 req-a3b26360-bd03-4ad6-a5ed-9f3c748d01a3 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:12.580388 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fbb00123-c84c-4bfe-a862-918704439db8 req-a3b26360-bd03-4ad6-a5ed-9f3c748d01a3 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 943 time: 0.0851755
Oct 25 15:08:12.624330 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-fbb00123-c84c-4bfe-a862-918704439db8 req-ebfa5b99-35d6-4f95-b9b3-4593f10438be tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382993
Oct 25 15:08:12.791167 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:08:12.935119 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:08:12.949387 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'port_id': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'mac_address': 'fa:16:3e:d5:9c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:08:13.008366 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.025519 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:08:13.042702 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:08:13.048535 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.051490 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-5463f7e3-0cb7-4962-a857-15b6aa69295f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:13.118672 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:13.126553 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.126906 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.127247 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.127582 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.127911 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.128242 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.128567 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.128894 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.129222 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.129542 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.129864 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.130183 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:13.134147 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:13.198916 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34876) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:13.317207 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3c5555b1-498a-4430-92c1-939ab7efa24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.332201 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-3c5555b1-498a-4430-92c1-939ab7efa24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:13.335972 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-3c5555b1-498a-4430-92c1-939ab7efa24e admin admin] Usage tracker for resource:security_group_rule and tenant:81a1f102cdbf448181022fcd8720935d is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:13.338719 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-3c5555b1-498a-4430-92c1-939ab7efa24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:13.344327 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-3c5555b1-498a-4430-92c1-939ab7efa24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:13.371766 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['9e7a79d1-46d3-4e7d-931e-ff814d2f4b81'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:08:13.428578 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3c5555b1-498a-4430-92c1-939ab7efa24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.432569 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-3c5555b1-498a-4430-92c1-939ab7efa24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.441936 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6b05da22-aadb-4a52-9514-fddac5fa5279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:13.483114 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-3c5555b1-498a-4430-92c1-939ab7efa24e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=81a1f102cdbf448181022fcd8720935d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2829723
Oct 25 15:08:13.483347 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 34882) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:13.486111 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5555b1-498a-4430-92c1-939ab7efa24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97416ee-59ed-4889-8c4f-7970900af7d5,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:13.489384 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-3c5555b1-498a-4430-92c1-939ab7efa24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:13.543907 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-77724869-e38e-4a77-b845-757acce906ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.571407 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-77724869-e38e-4a77-b845-757acce906ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.583317 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-addc40dc-b63c-40d1-9d55-a9d9a3143252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.627765 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-77724869-e38e-4a77-b845-757acce906ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.632770 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1aa988d4-debf-49f8-95e7-d5d1e08385f6 tempest-TestMinimumBasicScenario-1390045498 tempest-TestMinimumBasicScenario-1390045498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:13.646620 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77724869-e38e-4a77-b845-757acce906ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97416ee-59ed-4889-8c4f-7970900af7d5,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:13.650863 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-77724869-e38e-4a77-b845-757acce906ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:13.657546 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-77724869-e38e-4a77-b845-757acce906ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.658741 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-77724869-e38e-4a77-b845-757acce906ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c97416ee-59ed-4889-8c4f-7970900af7d5 HTTP/1.1" status: 204  len: 168 time: 0.1738071
Oct 25 15:08:13.822647 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acefdc5-3cbc-4d1b-9314-dd3b06de774f req-7ecbff56-a307-4f6c-a23a-d14d9ee3e49c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:13.824236 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7acefdc5-3cbc-4d1b-9314-dd3b06de774f req-7ecbff56-a307-4f6c-a23a-d14d9ee3e49c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 944 time: 0.0856659
Oct 25 15:08:13.871929 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7acefdc5-3cbc-4d1b-9314-dd3b06de774f req-b7458f92-2f7f-40b3-8438-cc232ae24f65 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418339
Oct 25 15:08:13.943673 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34892) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:13.961824 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ead846b6-c89f-4b7a-97a3-07e0c4e465bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:13.977164 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-ead846b6-c89f-4b7a-97a3-07e0c4e465bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:13.981098 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-ead846b6-c89f-4b7a-97a3-07e0c4e465bb admin admin] Usage tracker for resource:security_group_rule and tenant:3cf3ab27d160450d8a57cd4ebb0ab3da is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:13.984789 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-ead846b6-c89f-4b7a-97a3-07e0c4e465bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:13.990632 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-ead846b6-c89f-4b7a-97a3-07e0c4e465bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:14.077934 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ead846b6-c89f-4b7a-97a3-07e0c4e465bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:14.088077 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-ead846b6-c89f-4b7a-97a3-07e0c4e465bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:14.095866 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-896ec612-c579-41ad-8da0-ff8a2a2c20d9 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:14.138732 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-ead846b6-c89f-4b7a-97a3-07e0c4e465bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cf3ab27d160450d8a57cd4ebb0ab3da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1939740
Oct 25 15:08:14.139625 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead846b6-c89f-4b7a-97a3-07e0c4e465bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622ec9f9-76ce-4887-9292-6d0b4e263883,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:14.142814 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34896) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:14.145097 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ead846b6-c89f-4b7a-97a3-07e0c4e465bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:14.202587 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b5615e5a-f945-4a23-a7bf-4cd0208ff0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:14.228013 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b5615e5a-f945-4a23-a7bf-4cd0208ff0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:14.284150 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b5615e5a-f945-4a23-a7bf-4cd0208ff0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:14.287668 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ee28a22a-c6f8-4e72-a935-a80803f9f5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:14.302315 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5615e5a-f945-4a23-a7bf-4cd0208ff0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622ec9f9-76ce-4887-9292-6d0b4e263883,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:14.307222 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-b5615e5a-f945-4a23-a7bf-4cd0208ff0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:14.311218 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-b5615e5a-f945-4a23-a7bf-4cd0208ff0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:14.312875 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-b5615e5a-f945-4a23-a7bf-4cd0208ff0f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/622ec9f9-76ce-4887-9292-6d0b4e263883 HTTP/1.1" status: 204  len: 168 time: 0.1691780
Oct 25 15:08:14.491005 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:14.804659 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:08:14.876073 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:08:14.881836 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:08:14.882209 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:15.052406 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:15.082226 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb4e25-6e00-4f3c-93b6-51da03805be1 req-46364869-6c4e-447c-8d38-2b5b1c760734 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:15.083766 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1afb4e25-6e00-4f3c-93b6-51da03805be1 req-46364869-6c4e-447c-8d38-2b5b1c760734 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 944 time: 0.1014009
Oct 25 15:08:15.088930 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:08:15.099786 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:08:15.105526 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:15.108225 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:15.148506 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1afb4e25-6e00-4f3c-93b6-51da03805be1 req-0453d5bb-41bb-45ea-9c09-541d725e1ee8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572605
Oct 25 15:08:15.161082 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'code': 200}
Oct 25 15:08:15.196648 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:15.201886 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:15.527472 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589cdf3-23a9-43e7-a56b-9c9777b65910 req-756842fd-39cd-4ce7-b0ad-56c647159b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:15.529028 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5589cdf3-23a9-43e7-a56b-9c9777b65910 req-756842fd-39cd-4ce7-b0ad-56c647159b8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 1098 time: 0.0881236
Oct 25 15:08:15.575647 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5589cdf3-23a9-43e7-a56b-9c9777b65910 req-a913c109-22be-455d-8a07-ab92e066555f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362222
Oct 25 15:08:16.348660 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953c20b-240c-41ff-a223-345a01700392 req-54c3b744-1b42-418c-9dea-2bece8a76f14 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:16.350300 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5953c20b-240c-41ff-a223-345a01700392 req-54c3b744-1b42-418c-9dea-2bece8a76f14 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 945 time: 0.0882185
Oct 25 15:08:16.396926 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5953c20b-240c-41ff-a223-345a01700392 req-a9ad76bb-8951-410f-850d-46573fb1bc8a tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392175
Oct 25 15:08:16.676461 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:16.916541 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34976) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:17.063300 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fb81c111-bd65-4517-a0b3-ace26a62592a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:17.080697 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-fb81c111-bd65-4517-a0b3-ace26a62592a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:17.082162 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-fb81c111-bd65-4517-a0b3-ace26a62592a admin admin] Usage tracker for resource:security_group_rule and tenant:7b8c5f875f624a08b7526792fb83ee6a is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:17.085176 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-fb81c111-bd65-4517-a0b3-ace26a62592a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:17.091044 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-fb81c111-bd65-4517-a0b3-ace26a62592a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:17.189023 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fb81c111-bd65-4517-a0b3-ace26a62592a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:17.193582 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-fb81c111-bd65-4517-a0b3-ace26a62592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:17.200777 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9ae85beb-dfb5-407d-b678-74bae0206a99 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:17.242366 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81c111-bd65-4517-a0b3-ace26a62592a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3447e0-7c9b-473d-99b1-348557a5b41d,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:17.246507 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-fb81c111-bd65-4517-a0b3-ace26a62592a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7b8c5f875f624a08b7526792fb83ee6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3289154
Oct 25 15:08:17.247507 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-fb81c111-bd65-4517-a0b3-ace26a62592a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:17.249686 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34982) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:17.320543 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e892c04c-f69b-45e7-95a3-caff1080de5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:17.348283 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e892c04c-f69b-45e7-95a3-caff1080de5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:17.402458 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e892c04c-f69b-45e7-95a3-caff1080de5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:17.409107 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f7819775-636a-4ae0-b7a7-cb4f16b58760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:17.423798 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892c04c-f69b-45e7-95a3-caff1080de5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3447e0-7c9b-473d-99b1-348557a5b41d,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:17.426469 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-e892c04c-f69b-45e7-95a3-caff1080de5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:17.427786 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e892c04c-f69b-45e7-95a3-caff1080de5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:17.431534 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-e892c04c-f69b-45e7-95a3-caff1080de5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c3447e0-7c9b-473d-99b1-348557a5b41d HTTP/1.1" status: 204  len: 168 time: 0.1806448
Oct 25 15:08:17.611477 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a42ea-2903-4971-a8b0-2135194c938f req-fe14f3c5-bddd-4d92-afcc-673ab27c9b48 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:17.613040 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-167a42ea-2903-4971-a8b0-2135194c938f req-fe14f3c5-bddd-4d92-afcc-673ab27c9b48 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 945 time: 0.0921888
Oct 25 15:08:17.664966 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-167a42ea-2903-4971-a8b0-2135194c938f req-f3a9737b-307f-4a2c-a084-8d71daf123f1 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450592
Oct 25 15:08:17.800578 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 34994) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:17.820374 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-026afe13-6ac0-4b5b-85b9-bf44c2f4fe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:17.842693 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-026afe13-6ac0-4b5b-85b9-bf44c2f4fe58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:17.849306 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-026afe13-6ac0-4b5b-85b9-bf44c2f4fe58 admin admin] Usage tracker for resource:security_group_rule and tenant:aa60f1a3d4934227833310d1268d3d82 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:17.853260 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-026afe13-6ac0-4b5b-85b9-bf44c2f4fe58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:17.861271 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-026afe13-6ac0-4b5b-85b9-bf44c2f4fe58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:17.879912 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793a3bf-0792-4bd9-a6e7-323009a86c32 req-276b53ab-eac8-4ab9-b25f-219a7f7ef9b1 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:17.881544 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f793a3bf-0792-4bd9-a6e7-323009a86c32 req-276b53ab-eac8-4ab9-b25f-219a7f7ef9b1 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 945 time: 0.0974021
Oct 25 15:08:17.935459 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f793a3bf-0792-4bd9-a6e7-323009a86c32 req-1d880edb-b99d-45e6-9cb7-f7c2ed997458 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462697
Oct 25 15:08:17.959920 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 34998) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:17.973453 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-026afe13-6ac0-4b5b-85b9-bf44c2f4fe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:17.979594 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-026afe13-6ac0-4b5b-85b9-bf44c2f4fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:17.988339 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f7e8bf67-de9f-40c8-ad65-d112041ba9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:18.043337 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502de451-6944-431b-978e-e7b85bf6b18c tempest-TestVolumeBootPattern-37523147 tempest-TestVolumeBootPattern-37523147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:18.047401 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-502de451-6944-431b-978e-e7b85bf6b18c tempest-TestVolumeBootPattern-37523147 tempest-TestVolumeBootPattern-37523147-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 1093 time: 0.0863879
Oct 25 15:08:18.051094 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35002) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:18.052553 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-026afe13-6ac0-4b5b-85b9-bf44c2f4fe58 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa60f1a3d4934227833310d1268d3d82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2504799
Oct 25 15:08:18.060016 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026afe13-6ac0-4b5b-85b9-bf44c2f4fe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37ec6e1-b180-4c55-99e8-b263f3ba7573,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:18.060226 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35006) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:18.060406 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-026afe13-6ac0-4b5b-85b9-bf44c2f4fe58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:18.061149 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Request body: {'floatingip': {'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'port_id': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:08:18.076584 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:18.084526 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Usage tracker for resource:floatingip and tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:18.094027 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:18.104094 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:18.127102 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:18.159633 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0cf7-e18d-4b74-9883-dd8adb6e378f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:18.236944 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0cf7-e18d-4b74-9883-dd8adb6e378f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:18.309325 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0cf7-e18d-4b74-9883-dd8adb6e378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:18.314544 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-26758dcb-91f3-4958-87d6-eab6a6f99b56 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:18.340717 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe0cf7-e18d-4b74-9883-dd8adb6e378f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37ec6e1-b180-4c55-99e8-b263f3ba7573,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:18.346954 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7fbe0cf7-e18d-4b74-9883-dd8adb6e378f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:18.348986 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0cf7-e18d-4b74-9883-dd8adb6e378f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:18.350108 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-7fbe0cf7-e18d-4b74-9883-dd8adb6e378f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c37ec6e1-b180-4c55-99e8-b263f3ba7573 HTTP/1.1" status: 204  len: 168 time: 0.2931108
Oct 25 15:08:18.357034 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:18.616733 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Allocated IP 172.27.3.16 (7e676695-9316-4764-8fee-34d0d2b07572/93a7c594-27a7-4b7e-85bb-1f820ecc7b3d/575bce34-e19f-4dce-bb3d-bdb38b0f2ece) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:08:18.799379 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:18.839086 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:18.843938 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:18.916929 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Network 7e676695-9316-4764-8fee-34d0d2b07572 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:08:18.920331 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:08:18.924824 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:08:18.954701 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'Port': ['ID=575bce34-e19f-4dce-bb3d-bdb38b0f2ece,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:18.960896 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:19.372706 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:19.452659 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:19.672106 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:19.677196 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:19.680965 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6e312945-7d58-4944-89f1-2ff0d499f293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:19.797888 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event updated for resources: {'Port': ['ID=575bce34-e19f-4dce-bb3d-bdb38b0f2ece,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:19.802593 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:19.823494 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33440974'] for floatingip, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:20.015422 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.l3_db [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Floating IP f0080b7d-1e39-48bd-a7f5-fb4302c785fa associated. External IP: 172.27.3.16, port: 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81.
Oct 25 15:08:20.485964 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Router 05bc713a-b7d6-4691-96bb-55d96a0ee839 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:08:20.669498 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:08:20.679606 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] Sync routers for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:08:20.688980 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:08:20.689598 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb2a520>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:08:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:08:20.694105 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:20.750075 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6977324
Oct 25 15:08:20.750572 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'tag': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:08:20.798976 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'tag': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'status': 'completed', 'code': 200}
Oct 25 15:08:20.874705 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:08:20.920713 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-257ec75d-fb32-499e-b57e-8c99d0c9bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:20.922156 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-257ec75d-fb32-499e-b57e-8c99d0c9bcda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 1098 time: 0.0779150
Oct 25 15:08:21.061613 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-5ad33281-4092-4dbc-b71f-2183c9bf8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:21.063636 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-5ad33281-4092-4dbc-b71f-2183c9bf8e7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 913 time: 0.1336567
Oct 25 15:08:21.176349 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-96e0c912-f989-4540-b82b-2ceba041027b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 HTTP/1.1" status: 200  len: 998 time: 0.1062472
Oct 25 15:08:21.236851 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb2a520>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '80a2a0cb-fca0-4559-abb3-b1df2e43bc9e', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:74:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:06:20Z', 'updated_at': '2021-10-25T15:06:23Z', 'revision_number': 1, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}, {'id': 'f0080b7d-1e39-48bd-a7f5-fb4302c785fa', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:d5:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:08:19Z', 'updated_at': '2021-10-25T15:08:19Z', 'revision_number': 0, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:08:21.241614 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] Checking router: 05bc713a-b7d6-4691-96bb-55d96a0ee839 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:08:21.253064 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-100539b2-fcb6-441f-8c54-06a2ccc07273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:21.253194 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:08:21.253194 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6eb2a520>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:08:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:08:21.253436 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-100539b2-fcb6-441f-8c54-06a2ccc07273 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.0683541
Oct 25 15:08:21.331424 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-c803aa05-5f69-48ee-b4a3-d4f191fd4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:21.332889 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-c803aa05-5f69-48ee-b4a3-d4f191fd4954 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736947
Oct 25 15:08:21.463194 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:08:21.470747 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-2f3d767f-6db8-4573-823d-32fc00df3b86 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266809
Oct 25 15:08:21.609207 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c09c9cd5-f766-478e-bbed-cec0bf74be3f req-232156dd-b8a6-424a-bd17-9504831f6a63 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312706
Oct 25 15:08:21.830427 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6eb2a520>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '80a2a0cb-fca0-4559-abb3-b1df2e43bc9e', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:74:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:06:20Z', 'updated_at': '2021-10-25T15:06:23Z', 'revision_number': 1, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}, {'id': 'f0080b7d-1e39-48bd-a7f5-fb4302c785fa', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:d5:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:08:19Z', 'updated_at': '2021-10-25T15:08:19Z', 'revision_number': 0, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:08:21.834729 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f90752-2b50-409e-bae4-c97aff2745a4 None None] The sync data for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi is: [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '80a2a0cb-fca0-4559-abb3-b1df2e43bc9e', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:74:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:06:20Z', 'updated_at': '2021-10-25T15:06:23Z', 'revision_number': 1, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}, {'id': 'f0080b7d-1e39-48bd-a7f5-fb4302c785fa', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:d5:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:08:19Z', 'updated_at': '2021-10-25T15:08:19Z', 'revision_number': 0, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:08:22.030759 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1f819-3e5e-4df1-bd55-af8d570bf7c7 None None] New status for floating IP f0080b7d-1e39-48bd-a7f5-fb4302c785fa: ACTIVE {{(pid=86767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:08:28.724723 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35100) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:28.841279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:28.860886 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:28.864738 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b22951672c41ebab827e4bd99ceb3f is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:28.867595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:28.873292 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:28.957052 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:28.960781 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:28.969345 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-2a5cb131-800b-4fbf-9221-81340119b936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:29.009413 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9b22951672c41ebab827e4bd99ceb3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2835214
Oct 25 15:08:29.010340 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcf637e-17ce-4c14-899b-0788025c58f8,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:29.012058 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 35106) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:29.014017 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:29.081029 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d609e73e-799a-4f57-bd88-406a2fa5d33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:29.106568 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d609e73e-799a-4f57-bd88-406a2fa5d33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:29.161850 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d609e73e-799a-4f57-bd88-406a2fa5d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:29.165457 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9dce4ac7-f84b-4341-8bc4-06343c7e589d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:29.178460 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609e73e-799a-4f57-bd88-406a2fa5d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcf637e-17ce-4c14-899b-0788025c58f8,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:29.182282 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d609e73e-799a-4f57-bd88-406a2fa5d33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:29.188580 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d609e73e-799a-4f57-bd88-406a2fa5d33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:29.189763 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d609e73e-799a-4f57-bd88-406a2fa5d33b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1dcf637e-17ce-4c14-899b-0788025c58f8 HTTP/1.1" status: 204  len: 168 time: 0.1767433
Oct 25 15:08:30.956020 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:31.796612 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:08:38.407846 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 35228) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:38.520525 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-974508d7-04c3-4003-ac1e-fb76fad02c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:38.535037 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-974508d7-04c3-4003-ac1e-fb76fad02c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:38.539321 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-974508d7-04c3-4003-ac1e-fb76fad02c59 admin admin] Usage tracker for resource:security_group_rule and tenant:5b2d14a3869d4f4785227c3faed70467 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:38.542530 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-974508d7-04c3-4003-ac1e-fb76fad02c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:38.549077 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-974508d7-04c3-4003-ac1e-fb76fad02c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:38.630962 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-974508d7-04c3-4003-ac1e-fb76fad02c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:38.634732 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-974508d7-04c3-4003-ac1e-fb76fad02c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:38.643407 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-a8332af4-40ea-4ca8-9401-3c7ebcd30561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:38.682352 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-974508d7-04c3-4003-ac1e-fb76fad02c59 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b2d14a3869d4f4785227c3faed70467&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2734363
Oct 25 15:08:38.683297 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974508d7-04c3-4003-ac1e-fb76fad02c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be84cf8f-6f94-4487-a4d5-14ec83ace769,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:38.685831 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35234) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:38.686375 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-974508d7-04c3-4003-ac1e-fb76fad02c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:38.744074 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a625313a-c045-43cc-99a0-7fd5249308e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:38.768875 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a625313a-c045-43cc-99a0-7fd5249308e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:38.820249 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a625313a-c045-43cc-99a0-7fd5249308e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:38.824180 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-8e689d09-0a29-49cd-9e1e-e02f3be3214f tempest-VolumesNegativeTest-1513763131 tempest-VolumesNegativeTest-1513763131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:38.840713 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625313a-c045-43cc-99a0-7fd5249308e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be84cf8f-6f94-4487-a4d5-14ec83ace769,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:38.843726 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a625313a-c045-43cc-99a0-7fd5249308e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:38.853754 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-a625313a-c045-43cc-99a0-7fd5249308e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:38.857213 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-a625313a-c045-43cc-99a0-7fd5249308e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be84cf8f-6f94-4487-a4d5-14ec83ace769 HTTP/1.1" status: 204  len: 168 time: 0.1679981
Oct 25 15:08:39.132901 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35242) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:39.150924 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fd6e59ec-38cc-4cac-999a-20d9d72fff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:39.165638 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-fd6e59ec-38cc-4cac-999a-20d9d72fff54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:39.169481 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-fd6e59ec-38cc-4cac-999a-20d9d72fff54 admin admin] Usage tracker for resource:security_group_rule and tenant:9af1055eed4c4923b8f90f0a7e791904 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:39.172357 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-fd6e59ec-38cc-4cac-999a-20d9d72fff54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:39.178210 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-fd6e59ec-38cc-4cac-999a-20d9d72fff54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:39.260419 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fd6e59ec-38cc-4cac-999a-20d9d72fff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:39.265021 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-fd6e59ec-38cc-4cac-999a-20d9d72fff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:39.273481 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ad8ea7e7-92f1-4960-adba-7a9d16cca400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:39.310279 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-fd6e59ec-38cc-4cac-999a-20d9d72fff54 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9af1055eed4c4923b8f90f0a7e791904&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1763275
Oct 25 15:08:39.313408 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 35246) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:39.315037 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e59ec-38cc-4cac-999a-20d9d72fff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41ffd18-ad26-47e3-8d35-e01cb6364157,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:39.317972 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-fd6e59ec-38cc-4cac-999a-20d9d72fff54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:39.370500 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40b3b2fe-7e2d-43aa-9344-740f79107332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:39.399556 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40b3b2fe-7e2d-43aa-9344-740f79107332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:39.546083 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40b3b2fe-7e2d-43aa-9344-740f79107332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:39.549898 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-4dd13e6e-37b3-4ffa-9e9c-fff5c68dd191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:39.562351 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3b2fe-7e2d-43aa-9344-740f79107332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41ffd18-ad26-47e3-8d35-e01cb6364157,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:39.564970 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-40b3b2fe-7e2d-43aa-9344-740f79107332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:39.572382 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-40b3b2fe-7e2d-43aa-9344-740f79107332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:39.573478 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-40b3b2fe-7e2d-43aa-9344-740f79107332 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a41ffd18-ad26-47e3-8d35-e01cb6364157 HTTP/1.1" status: 204  len: 168 time: 0.2591126
Oct 25 15:08:39.916961 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 35254) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:39.936204 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f400c66-e76a-49b0-af81-03b4a9e7aca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:39.950914 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-6f400c66-e76a-49b0-af81-03b4a9e7aca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:39.954767 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-6f400c66-e76a-49b0-af81-03b4a9e7aca6 admin admin] Usage tracker for resource:security_group_rule and tenant:e9961683e25c4b1b8e76e8b046f3e6df is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:39.957579 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-6f400c66-e76a-49b0-af81-03b4a9e7aca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:39.963459 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-6f400c66-e76a-49b0-af81-03b4a9e7aca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:40.050087 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f400c66-e76a-49b0-af81-03b4a9e7aca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:40.053868 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-6f400c66-e76a-49b0-af81-03b4a9e7aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:40.061813 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-aa36db8a-5d80-402c-a55e-3c2e327df47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:40.101994 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-6f400c66-e76a-49b0-af81-03b4a9e7aca6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9961683e25c4b1b8e76e8b046f3e6df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1836243
Oct 25 15:08:40.103816 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400c66-e76a-49b0-af81-03b4a9e7aca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087711c1-d67c-42cd-8425-669acf0793b5,revision_number=1']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:40.105290 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35258) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:40.109443 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-6f400c66-e76a-49b0-af81-03b4a9e7aca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:40.165129 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b94e569b-38b3-4234-b380-d4e634e43538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:40.191050 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b94e569b-38b3-4234-b380-d4e634e43538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:40.200404 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:40.351884 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b94e569b-38b3-4234-b380-d4e634e43538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:40.355859 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d19898d5-f12c-4a2c-ae65-9b9ffd5c47f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:40.369261 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e569b-38b3-4234-b380-d4e634e43538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087711c1-d67c-42cd-8425-669acf0793b5,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:40.372790 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b94e569b-38b3-4234-b380-d4e634e43538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:40.378092 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-b94e569b-38b3-4234-b380-d4e634e43538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:40.380177 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-b94e569b-38b3-4234-b380-d4e634e43538 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/087711c1-d67c-42cd-8425-669acf0793b5 HTTP/1.1" status: 204  len: 168 time: 0.2737694
Oct 25 15:08:40.545966 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cb19485a-a665-48cb-aaa3-432bd5e5169a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.087775 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35282) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:41.192974 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-256815672-network', 'tenant_id': '9891c1af8b9f4c648beba9cb5abf4126'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:08:41.197660 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:41.201481 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Usage tracker for resource:network and tenant:9891c1af8b9f4c648beba9cb5abf4126 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:41.204376 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:41.210775 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:41.220381 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Made reservation on behalf of 9891c1af8b9f4c648beba9cb5abf4126 for: {'network': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:08:41.222771 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.235615 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.250286 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:41.254070 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:9891c1af8b9f4c648beba9cb5abf4126 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:41.256858 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:41.262554 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:41.345462 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.349307 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.353475 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-1f5f4148-bf37-4387-a861-fe18b9113137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:41.380988 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'}  {{(pid=86764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 15:08:41.389270 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc18032-03e9-44a2-a71a-55425fddabff,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:41.393029 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:41.395620 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.395968 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.segments_db [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Added segment 3657d6fb-8d06-4926-89c5-c210b2197711 of type vlan for network 8d4c327c-d00a-4c2e-b943-c3fb90234487
Oct 25 15:08:41.422585 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.450087 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.451400 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:41.452008 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.456555 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f196b603-1db2-4b6b-bffd-966801b5ed7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:41.552552 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4635477
Oct 25 15:08:41.555337 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35288) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:08:41.562684 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Request body: {'subnet': {'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-256815672-subnet', 'tenant_id': '9891c1af8b9f4c648beba9cb5abf4126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:08:41.565810 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=8d4c327c-d00a-4c2e-b943-c3fb90234487,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:41.568902 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-6e323c60-b5d9-4459-944e-3dea0deb3aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:41.569803 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:41.573635 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Usage tracker for resource:subnet and tenant:9891c1af8b9f4c648beba9cb5abf4126 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:41.575827 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 8d4c327c-d00a-4c2e-b943-c3fb90234487 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 15:08:41.576599 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:41.582483 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:41.592859 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Made reservation on behalf of 9891c1af8b9f4c648beba9cb5abf4126 for: {'subnet': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:08:41.595357 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32108822'] for subnet, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.806095 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31644738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32108800'] for subnet, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.809626 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:41.879007 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c052c754-7d2d-48c3-b07a-61837af765e1,revision_number=0']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:41.882297 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:41.887856 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Checking segment: {'id': '3657d6fb-8d06-4926-89c5-c210b2197711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:08:41.888201 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Network hostable DHCP agents. Network: 8d4c327c-d00a-4c2e-b943-c3fb90234487, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 15:08:41.907661 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Network 8d4c327c-d00a-4c2e-b943-c3fb90234487 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 15:08:41.917098 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 8d4c327c-d00a-4c2e-b943-c3fb90234487) {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:08:41.921388 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:41.921970 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:41.926763 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5592f527-d0a1-472f-8ece-6e5d01e3b400 None None] Network 8d4c327c-d00a-4c2e-b943-c3fb90234487 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:08:41.943077 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3867114
Oct 25 15:08:42.143008 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69964e5-2d51-40fc-ba26-5627019d64bf None None] Network 8d4c327c-d00a-4c2e-b943-c3fb90234487 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:08:43.564579 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-700913b0-b5b9-49ae-a96e-f5047a2265f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:43.951097 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-60e26df0-93af-428d-9230-4bd320419891 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:43.952326 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-60e26df0-93af-428d-9230-4bd320419891 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Synchronizing usage tracker for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:network {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:08:43.969166 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-60e26df0-93af-428d-9230-4bd320419891 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Unset dirty status for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:network {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:08:43.970649 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-60e26df0-93af-428d-9230-4bd320419891 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/networks?id=8d4c327c-d00a-4c2e-b943-c3fb90234487 HTTP/1.1" status: 200  len: 808 time: 0.1677942
Oct 25 15:08:43.985961 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ccde16ef-914a-4c2b-bc36-a8973a0fe3f3 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/quotas/9891c1af8b9f4c648beba9cb5abf4126 HTTP/1.1" status: 200  len: 375 time: 0.0099149
Oct 25 15:08:44.033639 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-c01baed9-af3f-4e25-bf00-bec9f437514c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9891c1af8b9f4c648beba9cb5abf4126&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0426636
Oct 25 15:08:44.165216 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-267ad367-9066-4c67-be77-b07524c1578f service neutron] 10.222.0.57 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247847
Oct 25 15:08:44.296628 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-506bc67e-e1a2-45bc-b4e6-b4bca835c1cb service neutron] 10.222.0.57 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252396
Oct 25 15:08:44.484393 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-631ec23a-829e-4ff3-bcb8-a222e5a14791 req-c2e3d13d-feaa-41a9-bbc5-673410404273 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 210 time: 0.0465038
Oct 25 15:08:44.495994 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:45.664972 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1534f7d2-632a-4de8-a93d-01669fd4b45c req-93219e0a-05f2-45c0-aa1d-362f277e67d9 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 210 time: 0.0550511
Oct 25 15:08:45.725903 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-548524da-0b65-45cd-9954-e36480796def tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:45.727326 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-548524da-0b65-45cd-9954-e36480796def tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.37 "GET /v2.0/networks?id=8d4c327c-d00a-4c2e-b943-c3fb90234487 HTTP/1.1" status: 200  len: 808 time: 0.1932716
Oct 25 15:08:45.761959 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Request body: {'port': {'device_id': '6ae89c10-053c-4a44-9ea4-b6bda603f4a6', 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487', 'admin_state_up': True, 'tenant_id': '9891c1af8b9f4c648beba9cb5abf4126'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:08:45.898681 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:08:45.902385 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Usage tracker for resource:port and tenant:9891c1af8b9f4c648beba9cb5abf4126 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:08:45.905681 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:08:45.911367 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:08:45.921585 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Made reservation on behalf of 9891c1af8b9f4c648beba9cb5abf4126 for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:08:45.925112 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:46.178697 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Allocated IP 172.20.0.7 (8d4c327c-d00a-4c2e-b943-c3fb90234487/c052c754-7d2d-48c3-b07a-61837af765e1/cc1d0b11-8e49-49ae-b0a6-3b0a55287051) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:08:46.374367 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:46.403614 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:46.411022 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-79441b37-28c3-4987-9c1a-722481492722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:46.471818 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Network 8d4c327c-d00a-4c2e-b943-c3fb90234487 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:08:46.481290 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:08:46.484861 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:08:46.526854 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Pushing event updated for resources: {'Port': ['ID=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:46.530585 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:46.558566 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:46.559169 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:46.579149 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8209307
Oct 25 15:08:46.615115 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Request body: {'port': {'device_id': '6ae89c10-053c-4a44-9ea4-b6bda603f4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:08:46.676066 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:46.730715 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:47.006351 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb10b7-4050-40ae-bd85-df1e6ab09f01 req-9d7f338a-f66d-4fc1-8546-79bb22bf8cdd tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:47.006959 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-1bbb10b7-4050-40ae-bd85-df1e6ab09f01 req-9d7f338a-f66d-4fc1-8546-79bb22bf8cdd tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Synchronizing usage tracker for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:08:47.044184 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-1bbb10b7-4050-40ae-bd85-df1e6ab09f01 req-9d7f338a-f66d-4fc1-8546-79bb22bf8cdd tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Unset dirty status for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:08:47.045839 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1bbb10b7-4050-40ae-bd85-df1e6ab09f01 req-9d7f338a-f66d-4fc1-8546-79bb22bf8cdd tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 931 time: 0.2703102
Oct 25 15:08:47.119554 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-1bbb10b7-4050-40ae-bd85-df1e6ab09f01 req-09087aeb-87d9-49aa-9556-5f2438e9b4bf tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Synchronizing usage tracker for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:08:47.188193 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-1bbb10b7-4050-40ae-bd85-df1e6ab09f01 req-09087aeb-87d9-49aa-9556-5f2438e9b4bf tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Unset dirty status for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:08:47.189339 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1bbb10b7-4050-40ae-bd85-df1e6ab09f01 req-09087aeb-87d9-49aa-9556-5f2438e9b4bf tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315401
Oct 25 15:08:47.198731 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1d0b11-8e49-49ae-b0a6-3b0a55287051 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:08:47.206770 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:47.221333 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Transition to ACTIVE for port object cc1d0b11-8e49-49ae-b0a6-3b0a55287051 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:08:47.226384 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:47.231390 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a0a5653a-0e83-42f8-96db-b1796d4d7de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:47.384843 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Pushing event updated for resources: {'Port': ['ID=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:47.429474 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.429842 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.430208 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.430594 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.430960 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.431316 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.431670 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.432023 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.432372 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.432718 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.433065 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.433411 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:08:47.438372 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:47.470493 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Attempting to bind port cc1d0b11-8e49-49ae-b0a6-3b0a55287051 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:08:47.470827 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Attempting to bind port cc1d0b11-8e49-49ae-b0a6-3b0a55287051 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '3657d6fb-8d06-4926-89c5-c210b2197711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:08:47.471150 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Attempting to bind port cc1d0b11-8e49-49ae-b0a6-3b0a55287051 on network 8d4c327c-d00a-4c2e-b943-c3fb90234487 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:08:47.475802 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Port cc1d0b11-8e49-49ae-b0a6-3b0a55287051 on network 8d4c327c-d00a-4c2e-b943-c3fb90234487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:08:47.476120 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Attempting to bind port cc1d0b11-8e49-49ae-b0a6-3b0a55287051 on network 8d4c327c-d00a-4c2e-b943-c3fb90234487 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:08:47.481158 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:08:47.481486 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Checking segment: {'id': '3657d6fb-8d06-4926-89c5-c210b2197711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:08:47.481867 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Bound using segment: {'id': '3657d6fb-8d06-4926-89c5-c210b2197711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:08:47.482292 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Bound port: cc1d0b11-8e49-49ae-b0a6-3b0a55287051, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3657d6fb-8d06-4926-89c5-c210b2197711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:08:47.483334 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:47.572852 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] For port cc1d0b11-8e49-49ae-b0a6-3b0a55287051, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:08:47.575785 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] For port cc1d0b11-8e49-49ae-b0a6-3b0a55287051, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,segment=NetworkSegment(3657d6fb-8d06-4926-89c5-c210b2197711),segment_id=3657d6fb-8d06-4926-89c5-c210b2197711)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:08:47.580469 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:47.584920 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7573b987-804e-44f1-a550-534eb870ec05 tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:47.632850 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:47.633078 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:47.634626 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] 10.222.0.37 "PUT /v2.0/ports/cc1d0b11-8e49-49ae-b0a6-3b0a55287051 HTTP/1.1" status: 200  len: 1093 time: 1.0234613
Oct 25 15:08:47.636856 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae89c10-053c-4a44-9ea4-b6bda603f4a6', 'tag': 'cc1d0b11-8e49-49ae-b0a6-3b0a55287051'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:08:47.669783 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Pushing event updated for resources: {'Port': ['ID=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:47.673365 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:47.685669 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae89c10-053c-4a44-9ea4-b6bda603f4a6', 'tag': 'cc1d0b11-8e49-49ae-b0a6-3b0a55287051', 'status': 'completed', 'code': 200}
Oct 25 15:08:47.789601 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-e54a0c02-1b08-4c8a-8b74-43a522e1b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:47.791181 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-e54a0c02-1b08-4c8a-8b74-43a522e1b8b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9891c1af8b9f4c648beba9cb5abf4126&device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 1096 time: 0.0699606
Oct 25 15:08:47.876972 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-120756e3-8bcc-4c56-a06f-4c19e5a3bad3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc1d0b11-8e49-49ae-b0a6-3b0a55287051 HTTP/1.1" status: 200  len: 217 time: 0.0652244
Oct 25 15:08:47.947311 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-4f41d3d9-a9c8-40e3-8e54-16c80e03878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:47.948752 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-4f41d3d9-a9c8-40e3-8e54-16c80e03878b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c052c754-7d2d-48c3-b07a-61837af765e1 HTTP/1.1" status: 200  len: 848 time: 0.0607238
Oct 25 15:08:48.091899 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-3c9ec596-35cc-4946-b036-4e0c81523072 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d4c327c-d00a-4c2e-b943-c3fb90234487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1328769
Oct 25 15:08:48.225708 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-1f186881-644a-4aff-b70e-7d6135fe6031 service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233678
Oct 25 15:08:48.417995 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-073b30ef-a532-49e0-9349-e8d7b09ab61d req-75c252ca-3651-4104-ab68-41c8655ea7f9 service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808362
Oct 25 15:08:48.432531 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3de489-85e6-4910-a054-50031dcfe8ef req-3fbb49a4-3073-4d7e-82a3-4ab5b91e1304 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:48.433866 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9b3de489-85e6-4910-a054-50031dcfe8ef req-3fbb49a4-3073-4d7e-82a3-4ab5b91e1304 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 943 time: 0.1287260
Oct 25 15:08:48.480034 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9b3de489-85e6-4910-a054-50031dcfe8ef req-e037eda0-d819-4be8-b969-cc1735736eb0 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398269
Oct 25 15:08:48.613298 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be77db0-5220-4598-8b37-5946a55e560b req-96426758-3367-4c05-89e9-cab5da49da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:48.614793 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6be77db0-5220-4598-8b37-5946a55e560b req-96426758-3367-4c05-89e9-cab5da49da8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9891c1af8b9f4c648beba9cb5abf4126&device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 1096 time: 0.0703256
Oct 25 15:08:48.745639 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be77db0-5220-4598-8b37-5946a55e560b req-30ef6358-a849-4bde-94a3-b348dc3b03de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:48.747012 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6be77db0-5220-4598-8b37-5946a55e560b req-30ef6358-a849-4bde-94a3-b348dc3b03de service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d4c327c-d00a-4c2e-b943-c3fb90234487 HTTP/1.1" status: 200  len: 909 time: 0.1247284
Oct 25 15:08:48.823319 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6be77db0-5220-4598-8b37-5946a55e560b req-32261ba7-3890-477c-89ea-80c90ddfaa09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc1d0b11-8e49-49ae-b0a6-3b0a55287051 HTTP/1.1" status: 200  len: 217 time: 0.0684984
Oct 25 15:08:48.887979 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be77db0-5220-4598-8b37-5946a55e560b req-c32e4b8c-fa4c-4692-833d-cf8a55181789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:48.889435 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6be77db0-5220-4598-8b37-5946a55e560b req-c32e4b8c-fa4c-4692-833d-cf8a55181789 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c052c754-7d2d-48c3-b07a-61837af765e1 HTTP/1.1" status: 200  len: 848 time: 0.0588570
Oct 25 15:08:48.946273 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6be77db0-5220-4598-8b37-5946a55e560b req-c010759a-b06a-4b57-94fe-b29e6b2264ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d4c327c-d00a-4c2e-b943-c3fb90234487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498197
Oct 25 15:08:49.080162 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6be77db0-5220-4598-8b37-5946a55e560b req-7c28c1b0-f7ae-424b-8619-874877b5e045 service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251130
Oct 25 15:08:49.213787 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6be77db0-5220-4598-8b37-5946a55e560b req-21e1d6f7-b969-4ec5-9d62-f0ad6d2bc925 service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262031
Oct 25 15:08:49.667797 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab5a46-db1f-4a90-99b0-e43b90fdb43a req-5c0f8748-4f85-4739-9543-803b55570026 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:49.669251 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-29ab5a46-db1f-4a90-99b0-e43b90fdb43a req-5c0f8748-4f85-4739-9543-803b55570026 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 943 time: 0.0810831
Oct 25 15:08:49.713150 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-29ab5a46-db1f-4a90-99b0-e43b90fdb43a req-4a44a8f9-3eb6-4645-8e77-7e90826f4e0f tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380538
Oct 25 15:08:50.897475 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6ef7f-ab49-493b-a631-0bcbaba8ebf6 req-d8dd39fa-5d85-4036-b229-6e759f344c0d tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:50.898914 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6ae6ef7f-ab49-493b-a631-0bcbaba8ebf6 req-d8dd39fa-5d85-4036-b229-6e759f344c0d tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 943 time: 0.0844886
Oct 25 15:08:50.944031 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6ae6ef7f-ab49-493b-a631-0bcbaba8ebf6 req-e45fcb5d-46f1-4649-9d94-c9bd2cd5c2a9 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394075
Oct 25 15:08:51.018555 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device cc1d0b11-8e49-49ae-b0a6-3b0a55287051 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:08:51.151081 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port cc1d0b11-8e49-49ae-b0a6-3b0a55287051, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,segment=NetworkSegment(3657d6fb-8d06-4926-89c5-c210b2197711),segment_id=3657d6fb-8d06-4926-89c5-c210b2197711)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:08:51.166586 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': 'cc1d0b11-8e49-49ae-b0a6-3b0a55287051', 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487', 'port_id': 'cc1d0b11-8e49-49ae-b0a6-3b0a55287051', 'mac_address': 'fa:16:3e:99:c7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c052c754-7d2d-48c3-b07a-61837af765e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:08:51.222200 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:51.238727 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1d0b11-8e49-49ae-b0a6-3b0a55287051 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:08:51.254229 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port cc1d0b11-8e49-49ae-b0a6-3b0a55287051, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,segment=NetworkSegment(3657d6fb-8d06-4926-89c5-c210b2197711),segment_id=3657d6fb-8d06-4926-89c5-c210b2197711)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:08:51.257996 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:51.259739 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-54a97fee-ad9e-4a8e-af1e-3b231b8c5d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:51.363135 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:51.366179 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:51.630092 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['cc1d0b11-8e49-49ae-b0a6-3b0a55287051'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:08:52.129668 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e34450-78dc-46ae-9062-936c1d522ef4 req-433d7d08-0e7c-4de9-af61-9e1826b968fe tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:52.131111 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b3e34450-78dc-46ae-9062-936c1d522ef4 req-433d7d08-0e7c-4de9-af61-9e1826b968fe tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 944 time: 0.0832596
Oct 25 15:08:52.175113 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b3e34450-78dc-46ae-9062-936c1d522ef4 req-d90874ec-eda5-48bb-b4b4-7d1080ae46bd tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383966
Oct 25 15:08:53.025938 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device cc1d0b11-8e49-49ae-b0a6-3b0a55287051 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:08:53.092070 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port cc1d0b11-8e49-49ae-b0a6-3b0a55287051 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:08:53.096802 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port cc1d0b11-8e49-49ae-b0a6-3b0a55287051 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:08:53.097173 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:53.213165 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:53.239830 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae89c10-053c-4a44-9ea4-b6bda603f4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1d0b11-8e49-49ae-b0a6-3b0a55287051'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:08:53.250157 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port cc1d0b11-8e49-49ae-b0a6-3b0a55287051, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,segment=NetworkSegment(3657d6fb-8d06-4926-89c5-c210b2197711),segment_id=3657d6fb-8d06-4926-89c5-c210b2197711)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:08:53.255063 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:53.257718 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-051b7d21-4984-4d58-91ac-faa3bd020efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:53.328023 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:53.332304 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:53.365805 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c2c93-5a4d-41a0-b029-148a4c1cbe50 req-f20a79f9-f81f-4748-bc47-1dac63d91064 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:53.367315 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a82c2c93-5a4d-41a0-b029-148a4c1cbe50 req-f20a79f9-f81f-4748-bc47-1dac63d91064 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 945 time: 0.0862634
Oct 25 15:08:53.411756 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a82c2c93-5a4d-41a0-b029-148a4c1cbe50 req-e40f90de-ce64-4ce0-80b3-432179b3c176 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388076
Oct 25 15:08:53.474990 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae89c10-053c-4a44-9ea4-b6bda603f4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1d0b11-8e49-49ae-b0a6-3b0a55287051', 'code': 200}
Oct 25 15:08:53.746880 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6c437-36d1-42d5-97c7-ece9a090d6e1 req-a849d961-3734-43f2-8882-6ab31a813907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:53.748277 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-37e6c437-36d1-42d5-97c7-ece9a090d6e1 req-a849d961-3734-43f2-8882-6ab31a813907 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 1098 time: 0.0696568
Oct 25 15:08:53.897021 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-37e6c437-36d1-42d5-97c7-ece9a090d6e1 req-34e0be34-9487-4ef5-8ad9-f9da12575f5e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386912
Oct 25 15:08:54.591364 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173f308-c2af-4165-9b85-5ec8bd27cd2f req-1b7680e0-6ca3-48e3-a639-d101e1f0c59c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:54.592762 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f173f308-c2af-4165-9b85-5ec8bd27cd2f req-1b7680e0-6ca3-48e3-a639-d101e1f0c59c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 945 time: 0.0774622
Oct 25 15:08:54.636689 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f173f308-c2af-4165-9b85-5ec8bd27cd2f req-089a5fa5-3587-40f2-b6ac-144148950684 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380368
Oct 25 15:08:55.821965 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001d5ee-036c-431f-afc6-b393413c1b8e req-2b8d4900-29db-4532-ad19-1027dbee3a17 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:55.823434 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5001d5ee-036c-431f-afc6-b393413c1b8e req-2b8d4900-29db-4532-ad19-1027dbee3a17 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 945 time: 0.0830834
Oct 25 15:08:55.872435 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5001d5ee-036c-431f-afc6-b393413c1b8e req-55330767-a29f-43b0-9ed4-b10adda25861 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434122
Oct 25 15:08:56.967161 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6ffb7-bd1f-46b9-bebf-cc8ba8dcff3b req-769ccf22-9527-4c2b-9ac3-c7e48f7a3e10 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:56.968590 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3cc6ffb7-bd1f-46b9-bebf-cc8ba8dcff3b req-769ccf22-9527-4c2b-9ac3-c7e48f7a3e10 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 945 time: 0.0811958
Oct 25 15:08:57.018028 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3cc6ffb7-bd1f-46b9-bebf-cc8ba8dcff3b req-7f4aab4c-5c75-4e22-9fac-f6812783b49d tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438056
Oct 25 15:08:58.200589 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04aac2c-85d0-4ba4-9996-e1bcc3403c78 req-cfa00ab3-3d19-4d43-86ca-1cb1cd18c9ea tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:58.202018 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b04aac2c-85d0-4ba4-9996-e1bcc3403c78 req-cfa00ab3-3d19-4d43-86ca-1cb1cd18c9ea tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 945 time: 0.0797741
Oct 25 15:08:58.246061 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b04aac2c-85d0-4ba4-9996-e1bcc3403c78 req-e7c9e502-9ae6-4d3e-a807-3a0682941c91 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379674
Oct 25 15:08:58.659573 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-1b5e0246-5cc2-4e6a-8a22-b54135d30b6b tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:08:58.660988 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-1b5e0246-5cc2-4e6a-8a22-b54135d30b6b tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 945 time: 0.0823994
Oct 25 15:08:58.730197 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Deleting port cc1d0b11-8e49-49ae-b0a6-3b0a55287051 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:08:58.730563 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:58.980629 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] For port cc1d0b11-8e49-49ae-b0a6-3b0a55287051, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,segment=NetworkSegment(3657d6fb-8d06-4926-89c5-c210b2197711),segment_id=3657d6fb-8d06-4926-89c5-c210b2197711)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:08:58.980878 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:59.108301 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Calling delete_port for cc1d0b11-8e49-49ae-b0a6-3b0a55287051 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:08:59.257649 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:59.262848 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-778dec1e-7f83-47e0-98ec-2f63588d082a tempest-TestShelveInstance-1585359728 tempest-TestShelveInstance-1585359728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:08:59.297356 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['cc1d0b11-8e49-49ae-b0a6-3b0a55287051'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:08:59.339248 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Pushing event deleted for resources: {'Port': ['ID=cc1d0b11-8e49-49ae-b0a6-3b0a55287051,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:08:59.349407 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:08:59.419271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] No DVR routers for this DVR port cc1d0b11-8e49-49ae-b0a6-3b0a55287051 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:08:59.425685 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:08:59.428353 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae89c10-053c-4a44-9ea4-b6bda603f4a6', 'name': 'network-vif-deleted', 'tag': 'cc1d0b11-8e49-49ae-b0a6-3b0a55287051'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:08:59.434075 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d2db3d74-2067-4057-abc2-3ac97f989f7f req-3422cb0c-56e8-48fb-89e5-e51c707f87f5 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ae89c10-053c-4a44-9ea4-b6bda603f4a6 HTTP/1.1" status: 200  len: 210 time: 0.0588033
Oct 25 15:08:59.451788 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-1c12ebcc-c38c-4ef1-af3f-822e0319d893 req-7a5c5b0e-08f7-4600-8042-1fe43a69c79c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.37 "DELETE /v2.0/ports/cc1d0b11-8e49-49ae-b0a6-3b0a55287051 HTTP/1.1" status: 204  len: 173 time: 0.7848032
Oct 25 15:08:59.488542 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae89c10-053c-4a44-9ea4-b6bda603f4a6', 'name': 'network-vif-deleted', 'tag': 'cc1d0b11-8e49-49ae-b0a6-3b0a55287051', 'status': 'completed', 'code': 200}
Oct 25 15:09:00.798278 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-3a060e65-3761-4992-84bb-0c58dbe79ec2 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:00.799737 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-3a060e65-3761-4992-84bb-0c58dbe79ec2 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/networks?id=8d4c327c-d00a-4c2e-b943-c3fb90234487 HTTP/1.1" status: 200  len: 808 time: 0.1437955
Oct 25 15:09:00.814776 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-53870987-ab47-4bd7-bb5f-78993fe7cd4f tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/quotas/9891c1af8b9f4c648beba9cb5abf4126 HTTP/1.1" status: 200  len: 375 time: 0.0095432
Oct 25 15:09:00.867751 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-9eed07a9-c75f-4584-9eb5-207aee248a70 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Synchronizing usage tracker for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:09:00.882990 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-9eed07a9-c75f-4584-9eb5-207aee248a70 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Unset dirty status for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:09:00.884370 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-9eed07a9-c75f-4584-9eb5-207aee248a70 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9891c1af8b9f4c648beba9cb5abf4126&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0647290
Oct 25 15:09:00.956151 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:00.967584 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-e9b990b4-2e6f-4e5a-a65b-901ae5eb9a2f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=86764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Oct 25 15:09:00.969048 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-e9b990b4-2e6f-4e5a-a65b-901ae5eb9a2f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0782769
Oct 25 15:09:01.190320 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-58a77c7d-0fb7-45fb-8af4-c0c30b888243 service neutron] 10.222.0.57 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152402
Oct 25 15:09:01.320580 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-bb424a53-7305-4780-ba51-550add825a03 service neutron] 10.222.0.57 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245282
Oct 25 15:09:02.516251 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d2451cc3-7d8c-4438-ae50-1216aa95f3b0 req-11c13d9f-e771-427e-bade-dbf507d6153e tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 210 time: 0.0451047
Oct 25 15:09:03.057321 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device cc1d0b11-8e49-49ae-b0a6-3b0a55287051 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:09:03.092105 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: cc1d0b11-8e49-49ae-b0a6-3b0a55287051 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:09:03.092443 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device cc1d0b11-8e49-49ae-b0a6-3b0a55287051 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:09:03.696539 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-9c64e2b7-86be-4764-a067-9a327b15ba85 req-5f2315cc-52ce-49e4-b194-f3853f793a78 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 210 time: 0.0513067
Oct 25 15:09:03.769839 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-63000255-8d00-4e65-8728-639f6cc8bd17 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:03.771496 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-63000255-8d00-4e65-8728-639f6cc8bd17 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.37 "GET /v2.0/networks?id=8d4c327c-d00a-4c2e-b943-c3fb90234487 HTTP/1.1" status: 200  len: 808 time: 0.2000356
Oct 25 15:09:03.810798 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Request body: {'port': {'device_id': '7ec8e2a3-b80f-487f-8a75-5a54deae9e0f', 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487', 'admin_state_up': True, 'tenant_id': '9891c1af8b9f4c648beba9cb5abf4126'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:09:03.951997 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:09:03.962121 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:09:03.971822 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Made reservation on behalf of 9891c1af8b9f4c648beba9cb5abf4126 for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:09:03.975334 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:04.140955 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Allocated IP 172.20.0.8 (8d4c327c-d00a-4c2e-b943-c3fb90234487/c052c754-7d2d-48c3-b07a-61837af765e1/8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:09:04.342971 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:04.372736 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:04.379412 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-29ed0d19-7cb3-4129-a7d0-0558236e0c21 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:04.444088 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Network 8d4c327c-d00a-4c2e-b943-c3fb90234487 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:09:04.447427 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:09:04.451284 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:09:04.484833 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Pushing event updated for resources: {'Port': ['ID=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:04.490922 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:04.521446 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:04.522042 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:04.547267 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7402835
Oct 25 15:09:04.569231 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Request body: {'port': {'device_id': '7ec8e2a3-b80f-487f-8a75-5a54deae9e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:09:04.677388 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:05.011240 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839a95f-ba62-4447-bec5-078a51b3e6b2 req-3ec04463-a936-463b-b610-0cb3514a181c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:05.011933 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-6839a95f-ba62-4447-bec5-078a51b3e6b2 req-3ec04463-a936-463b-b610-0cb3514a181c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Synchronizing usage tracker for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:09:05.039271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-6839a95f-ba62-4447-bec5-078a51b3e6b2 req-3ec04463-a936-463b-b610-0cb3514a181c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Unset dirty status for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:09:05.040383 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6839a95f-ba62-4447-bec5-078a51b3e6b2 req-3ec04463-a936-463b-b610-0cb3514a181c tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 931 time: 0.2338130
Oct 25 15:09:05.127202 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:09:05.137122 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6839a95f-ba62-4447-bec5-078a51b3e6b2 req-3eef845e-6c78-456b-aba5-40a581721f77 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910923
Oct 25 15:09:05.138748 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:05.154776 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Transition to ACTIVE for port object 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:09:05.159300 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:05.163749 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e33ff788-b768-45c6-a1a9-dd8491ce3227 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:05.424888 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:05.427735 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:05.495677 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Attempting to bind port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:09:05.496001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Attempting to bind port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '3657d6fb-8d06-4926-89c5-c210b2197711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:09:05.496323 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Attempting to bind port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 on network 8d4c327c-d00a-4c2e-b943-c3fb90234487 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:09:05.501275 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 on network 8d4c327c-d00a-4c2e-b943-c3fb90234487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:09:05.501582 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Attempting to bind port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 on network 8d4c327c-d00a-4c2e-b943-c3fb90234487 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:09:05.506626 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:09:05.506954 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Checking segment: {'id': '3657d6fb-8d06-4926-89c5-c210b2197711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:09:05.507323 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Bound using segment: {'id': '3657d6fb-8d06-4926-89c5-c210b2197711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:09:05.507730 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Bound port: 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3657d6fb-8d06-4926-89c5-c210b2197711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:09:05.508062 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:05.597553 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] For port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:09:05.600770 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] For port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,segment=NetworkSegment(3657d6fb-8d06-4926-89c5-c210b2197711),segment_id=3657d6fb-8d06-4926-89c5-c210b2197711)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:09:05.604215 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:05.607855 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-e4da66cb-aef9-4ee3-8738-69be6dfb9d06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:05.663108 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:05.664176 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:05.665062 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] 10.222.0.37 "PUT /v2.0/ports/8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 HTTP/1.1" status: 200  len: 1093 time: 1.1000335
Oct 25 15:09:05.665570 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec8e2a3-b80f-487f-8a75-5a54deae9e0f', 'tag': '8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:09:05.689796 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:05.692680 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:05.711978 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec8e2a3-b80f-487f-8a75-5a54deae9e0f', 'tag': '8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7', 'status': 'completed', 'code': 200}
Oct 25 15:09:05.819591 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-15f7079c-5954-40c0-bafc-c64188188ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:05.821081 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-15f7079c-5954-40c0-bafc-c64188188ffb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9891c1af8b9f4c648beba9cb5abf4126&device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 1096 time: 0.0703347
Oct 25 15:09:05.898196 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-28c05133-19d2-4afe-82ef-b7a8e8d45e8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 HTTP/1.1" status: 200  len: 217 time: 0.0635433
Oct 25 15:09:05.968052 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-0f7e0c31-ad22-442d-97a1-0ed21f13d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:05.969474 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-0f7e0c31-ad22-442d-97a1-0ed21f13d072 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c052c754-7d2d-48c3-b07a-61837af765e1 HTTP/1.1" status: 200  len: 848 time: 0.0581486
Oct 25 15:09:06.024096 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-2805bd7e-a730-4f1f-a65b-f536a95dfd0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d4c327c-d00a-4c2e-b943-c3fb90234487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445828
Oct 25 15:09:06.155035 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-ce48c0a7-d104-4153-8a16-0fccf8176d06 service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228721
Oct 25 15:09:06.329539 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d9aec5d4-4752-41e1-8d3c-027d445ba144 req-6695a826-374c-4d22-98ab-561539b078e4 service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671793
Oct 25 15:09:06.357234 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebd1df-d346-49ea-8af2-b4b49e98f212 req-c8e91c26-ed40-4207-b7f0-40e6564fe981 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:06.358770 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-afebd1df-d346-49ea-8af2-b4b49e98f212 req-c8e91c26-ed40-4207-b7f0-40e6564fe981 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 943 time: 0.1179049
Oct 25 15:09:06.404887 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-afebd1df-d346-49ea-8af2-b4b49e98f212 req-6de6f649-9cd8-4b82-b7f2-d2eb50701094 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392733
Oct 25 15:09:06.496632 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea28b8f-8239-44fd-be13-3417d7f99086 req-95281065-4bc5-47bb-8aef-ab1b68916199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:06.498048 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ea28b8f-8239-44fd-be13-3417d7f99086 req-95281065-4bc5-47bb-8aef-ab1b68916199 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9891c1af8b9f4c648beba9cb5abf4126&device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 1096 time: 0.0736613
Oct 25 15:09:06.635655 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea28b8f-8239-44fd-be13-3417d7f99086 req-d47b76fb-19fa-46a6-8501-5a5679a5b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:06.637065 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ea28b8f-8239-44fd-be13-3417d7f99086 req-d47b76fb-19fa-46a6-8501-5a5679a5b453 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d4c327c-d00a-4c2e-b943-c3fb90234487 HTTP/1.1" status: 200  len: 909 time: 0.1310313
Oct 25 15:09:06.705577 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ea28b8f-8239-44fd-be13-3417d7f99086 req-e52f8a13-4c72-454f-b204-515c968ffa56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 HTTP/1.1" status: 200  len: 217 time: 0.0603993
Oct 25 15:09:06.769463 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea28b8f-8239-44fd-be13-3417d7f99086 req-b0e12f08-61fb-4364-b14e-037a79048fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:06.770835 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ea28b8f-8239-44fd-be13-3417d7f99086 req-b0e12f08-61fb-4364-b14e-037a79048fcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c052c754-7d2d-48c3-b07a-61837af765e1 HTTP/1.1" status: 200  len: 848 time: 0.0588486
Oct 25 15:09:06.821508 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ea28b8f-8239-44fd-be13-3417d7f99086 req-f501be8f-255e-4e51-bcec-6be4c55b95bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d4c327c-d00a-4c2e-b943-c3fb90234487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406880
Oct 25 15:09:07.058550 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ea28b8f-8239-44fd-be13-3417d7f99086 req-a521f994-73f5-4fe4-bf4c-b5c29bfa98ce service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298708
Oct 25 15:09:07.192424 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ea28b8f-8239-44fd-be13-3417d7f99086 req-8af54484-ed71-4aa3-9858-9dff207df452 service neutron] 10.222.0.37 "GET /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219840
Oct 25 15:09:07.590902 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d74db-088c-4331-b29d-c43000d85640 req-e4e8cc77-daf2-48f4-95be-91b45ec44dc7 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:07.592355 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d07d74db-088c-4331-b29d-c43000d85640 req-e4e8cc77-daf2-48f4-95be-91b45ec44dc7 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 943 time: 0.0843720
Oct 25 15:09:07.636207 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d07d74db-088c-4331-b29d-c43000d85640 req-c6d9f4a5-6fd1-4fc3-af6a-62a10e5adee6 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382509
Oct 25 15:09:08.795240 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:09:08.820188 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c371cc2-2d9a-4adc-ba2c-461e05dfb800 req-968bd43b-8750-4d6b-ae1e-117418f2c597 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:08.821810 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5c371cc2-2d9a-4adc-ba2c-461e05dfb800 req-968bd43b-8750-4d6b-ae1e-117418f2c597 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 943 time: 0.0835285
Oct 25 15:09:08.866874 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5c371cc2-2d9a-4adc-ba2c-461e05dfb800 req-58972c73-2594-4ae0-bc6a-bba11586ac2b tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395606
Oct 25 15:09:09.098076 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:09:09.228614 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,segment=NetworkSegment(3657d6fb-8d06-4926-89c5-c210b2197711),segment_id=3657d6fb-8d06-4926-89c5-c210b2197711)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:09:09.241575 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': '8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7', 'network_id': '8d4c327c-d00a-4c2e-b943-c3fb90234487', 'port_id': '8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7', 'mac_address': 'fa:16:3e:77:b4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c052c754-7d2d-48c3-b07a-61837af765e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:09:09.294385 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:09.314078 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:09:09.329577 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,segment=NetworkSegment(3657d6fb-8d06-4926-89c5-c210b2197711),segment_id=3657d6fb-8d06-4926-89c5-c210b2197711)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:09:09.333782 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:09.336510 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:09.402206 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:09.405097 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:09.611176 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-22ec271e-9fe2-4dff-8c93-9360081ab9dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723679
Oct 25 15:09:09.663633 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:09:09.769887 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-c3ae8254-6e1b-43a2-add4-94a7dfc010ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:09.771397 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-c3ae8254-6e1b-43a2-add4-94a7dfc010ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 1099 time: 0.0703814
Oct 25 15:09:09.924826 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-faf75849-4f78-4b17-b6d1-e04aa6bdf471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:09.926041 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-faf75849-4f78-4b17-b6d1-e04aa6bdf471 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 913 time: 0.1335795
Oct 25 15:09:10.081850 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-c1a4f3fa-78a3-438b-a328-de61dcd8dc04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae7891a-3624-4085-9c4f-cd747b355d50 HTTP/1.1" status: 200  len: 1002 time: 0.1483426
Oct 25 15:09:10.147485 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b003b-396e-4471-9ca6-7e64877d2d55 req-ecd6032c-2d64-4e6e-bdc8-21ba8273e6ea tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:10.148900 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ce3b003b-396e-4471-9ca6-7e64877d2d55 req-ecd6032c-2d64-4e6e-bdc8-21ba8273e6ea tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 944 time: 0.1596475
Oct 25 15:09:10.177780 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-10d4b5e7-9284-4b4c-857a-45a5fb06f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:10.179096 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-10d4b5e7-9284-4b4c-857a-45a5fb06f4a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.0862098
Oct 25 15:09:10.203797 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:10.245269 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ce3b003b-396e-4471-9ca6-7e64877d2d55 req-0717a476-6334-4d57-8b3a-8bb2e0ac7ee3 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862739
Oct 25 15:09:10.275001 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-cbf3b1d7-28a1-4517-be81-2d7071e2a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:10.276438 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-cbf3b1d7-28a1-4517-be81-2d7071e2a16a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844495
Oct 25 15:09:10.407822 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-c68e7788-48f4-4a64-a1d5-53c67a4eedcf service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225493
Oct 25 15:09:10.544157 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e71184f7-2e40-4df4-a916-0466e0b1f439 req-80f9e85a-fd3a-487a-893b-a28a636c23af service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237154
Oct 25 15:09:10.552720 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5a48d04d-5b4f-479c-8d00-e6ac3f0d2f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:11.119013 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:09:11.185863 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:09:11.191121 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:09:11.191501 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:11.308200 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:11.337325 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec8e2a3-b80f-487f-8a75-5a54deae9e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:09:11.347661 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,segment=NetworkSegment(3657d6fb-8d06-4926-89c5-c210b2197711),segment_id=3657d6fb-8d06-4926-89c5-c210b2197711)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:09:11.351844 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:11.354688 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:11.385972 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec8e2a3-b80f-487f-8a75-5a54deae9e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7', 'code': 200}
Oct 25 15:09:11.427710 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:11.430284 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:11.445337 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379db34b-f316-4517-8257-dda0ed9cb036 req-2e0af3c4-8f1a-4d3f-b581-689c075b8253 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:11.446809 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-379db34b-f316-4517-8257-dda0ed9cb036 req-2e0af3c4-8f1a-4d3f-b581-689c075b8253 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 945 time: 0.0868294
Oct 25 15:09:11.493305 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-379db34b-f316-4517-8257-dda0ed9cb036 req-36f6c8e1-a739-4453-a457-138397bc1e19 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409162
Oct 25 15:09:11.656851 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c613910-5c82-4b05-bd06-e3e9adc04935 req-0c2e11dd-70cf-4762-9ff5-05825551225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:11.658206 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3c613910-5c82-4b05-bd06-e3e9adc04935 req-0c2e11dd-70cf-4762-9ff5-05825551225b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 1098 time: 0.0755177
Oct 25 15:09:11.699773 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3c613910-5c82-4b05-bd06-e3e9adc04935 req-112ac9c9-eb97-4c48-8522-a48b6736a957 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345588
Oct 25 15:09:12.823474 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac471e83-9116-4927-ac51-490fc216a3cd req-d685c320-7c00-4cbc-bdff-f06d7f5a77dc tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:12.824930 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ac471e83-9116-4927-ac51-490fc216a3cd req-d685c320-7c00-4cbc-bdff-f06d7f5a77dc tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 945 time: 0.0813134
Oct 25 15:09:12.870827 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ac471e83-9116-4927-ac51-490fc216a3cd req-64e7be08-9614-4792-b267-ab2ea5963866 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402117
Oct 25 15:09:13.566114 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-0b5ee0a3-d3bc-40a4-9db7-41b9c811c6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:14.154127 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a286e-2ee6-4f99-9e27-4d9a5ec00d41 req-230d7595-c094-48c6-b6c6-53f668b7c9cf tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:14.155484 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-722a286e-2ee6-4f99-9e27-4d9a5ec00d41 req-230d7595-c094-48c6-b6c6-53f668b7c9cf tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 945 time: 0.1826198
Oct 25 15:09:14.199875 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-722a286e-2ee6-4f99-9e27-4d9a5ec00d41 req-82c687c9-b664-4fa9-bc4e-e354685c7cb0 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388088
Oct 25 15:09:14.495087 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:15.371542 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152af08-ba9b-4673-9744-8fc0377e0d4a req-8cf3e413-3057-453b-a81e-269004caa766 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:15.373006 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5152af08-ba9b-4673-9744-8fc0377e0d4a req-8cf3e413-3057-453b-a81e-269004caa766 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 945 time: 0.0833848
Oct 25 15:09:15.417632 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5152af08-ba9b-4673-9744-8fc0377e0d4a req-061f33a8-633a-41fc-8fce-67c75750f146 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385230
Oct 25 15:09:16.601548 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037043a8-6de1-475c-b77f-bf07fd56f719 req-ba51c9a0-7509-4e24-b269-4e76f5e113db tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:16.603084 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-037043a8-6de1-475c-b77f-bf07fd56f719 req-ba51c9a0-7509-4e24-b269-4e76f5e113db tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 945 time: 0.0810616
Oct 25 15:09:16.647167 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-037043a8-6de1-475c-b77f-bf07fd56f719 req-4255d4c0-2848-440b-ae19-9d35b4896ae6 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/security-groups?id=ebc18032-03e9-44a2-a71a-55425fddabff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384347
Oct 25 15:09:16.677216 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:16.905984 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-632fa841-720d-4437-ad31-e8b2d30ad0ee tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:16.907430 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-632fa841-720d-4437-ad31-e8b2d30ad0ee tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 945 time: 0.0833452
Oct 25 15:09:16.981650 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Deleting port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:09:16.981992 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:17.236417 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] For port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,segment=NetworkSegment(3657d6fb-8d06-4926-89c5-c210b2197711),segment_id=3657d6fb-8d06-4926-89c5-c210b2197711)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:09:17.236691 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:17.361408 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Calling delete_port for 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:09:17.504811 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:17.510913 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ffbdb646-2970-484e-9f4b-f53470ef1b10 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:17.558768 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Pushing event deleted for resources: {'Port': ['ID=8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:17.560839 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:09:17.561258 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:17.635634 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] No DVR routers for this DVR port 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:09:17.638013 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:17.640634 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec8e2a3-b80f-487f-8a75-5a54deae9e0f', 'name': 'network-vif-deleted', 'tag': '8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:09:17.657086 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-bce62fe4-aa3b-43c8-8a7d-081a353e086f req-3cb31461-cdfc-46ab-afea-c932e0395d3a tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.37 "DELETE /v2.0/ports/8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 HTTP/1.1" status: 204  len: 173 time: 0.7404454
Oct 25 15:09:17.689439 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec8e2a3-b80f-487f-8a75-5a54deae9e0f', 'name': 'network-vif-deleted', 'tag': '8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7', 'status': 'completed', 'code': 200}
Oct 25 15:09:17.801627 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-e405d51d-3bbf-4ff9-b43f-09636619e16c req-921e4bf5-f04b-4d57-9a9c-fda49a0be964 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Synchronizing usage tracker for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:09:17.816924 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-e405d51d-3bbf-4ff9-b43f-09636619e16c req-921e4bf5-f04b-4d57-9a9c-fda49a0be964 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Unset dirty status for tenant:9891c1af8b9f4c648beba9cb5abf4126 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:09:17.818059 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e405d51d-3bbf-4ff9-b43f-09636619e16c req-921e4bf5-f04b-4d57-9a9c-fda49a0be964 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e2a3-b80f-487f-8a75-5a54deae9e0f HTTP/1.1" status: 200  len: 210 time: 0.0623944
Oct 25 15:09:22.216573 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:09:22.250676 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:09:22.251017 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 8bcb9fe4-0974-4b1e-98f8-6bf24539dcb7 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:09:30.970276 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:40.206777 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:40.541376 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35684) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:09:40.548085 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-7873d3cb-a3da-4660-80ae-1df481aff2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:40.602650 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74c9a14-953e-49fc-a4cd-77dcc407150f admin admin] Deleting subnet c052c754-7d2d-48c3-b07a-61837af765e1 {{(pid=86764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:09:40.605469 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d74c9a14-953e-49fc-a4cd-77dcc407150f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:40.652976 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d74c9a14-953e-49fc-a4cd-77dcc407150f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-584072'] for subnet, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:40.709739 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d74c9a14-953e-49fc-a4cd-77dcc407150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:40.774214 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d74c9a14-953e-49fc-a4cd-77dcc407150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31638173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32108857'] for subnet, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:40.778953 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-18438377-db84-4749-a80f-c30a70055711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:40.815597 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d74c9a14-953e-49fc-a4cd-77dcc407150f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:40.818347 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c9a14-953e-49fc-a4cd-77dcc407150f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c052c754-7d2d-48c3-b07a-61837af765e1,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:40.821146 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d74c9a14-953e-49fc-a4cd-77dcc407150f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:40.823904 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-d74c9a14-953e-49fc-a4cd-77dcc407150f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c052c754-7d2d-48c3-b07a-61837af765e1 HTTP/1.1" status: 204  len: 168 time: 0.2809119
Oct 25 15:09:40.826457 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35688) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:09:40.932775 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.151316 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.176352 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6e37db20>,) {'filters': {'network_id': ['8d4c327c-d00a-4c2e-b943-c3fb90234487']}} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:09:41.188130 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e37db20>, '3657d6fb-8d06-4926-89c5-c210b2197711') {'for_net_delete': True} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:09:41.188424 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6e37db20>, '3657d6fb-8d06-4926-89c5-c210b2197711') {} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:09:41.199526 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-584115'] for segment, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.215818 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.222458 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=86764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:09:41.222837 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31638055'] for segment, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]: Traceback (most recent call last):
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     timer()
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     cb(*args, **kw)
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     return func(*args, **kwargs)
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     self._notify()
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     self.callback(batched_events)
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     event.method(event)
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     return f(self, *a, **k)
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._get(url).json()
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:09:41.236004 dv-cinder-813751-1-iscsi neutron-server[86764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:09:41.318175 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.321875 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:41.335207 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.345132 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4c327c-d00a-4c2e-b943-c3fb90234487,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:41.348194 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:41.353784 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-aa0a4a1c-c681-46d2-b3d9-ed4ea5639248 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8d4c327c-d00a-4c2e-b943-c3fb90234487 HTTP/1.1" status: 204  len: 168 time: 0.5264108
Oct 25 15:09:41.484548 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35694) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:09:41.532291 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-19422a41-768a-40cc-be6c-7ef49b8d77bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9891c1af8b9f4c648beba9cb5abf4126&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0465643
Oct 25 15:09:41.534681 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35698) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:09:41.592042 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-af031950-3a28-41c8-b057-650de3c55c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.616755 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-af031950-3a28-41c8-b057-650de3c55c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.667200 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-af031950-3a28-41c8-b057-650de3c55c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.671967 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-a625313a-c045-43cc-99a0-7fd5249308e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:41.689018 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af031950-3a28-41c8-b057-650de3c55c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc18032-03e9-44a2-a71a-55425fddabff,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:41.691736 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-af031950-3a28-41c8-b057-650de3c55c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:41.696725 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-af031950-3a28-41c8-b057-650de3c55c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:41.698890 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-af031950-3a28-41c8-b057-650de3c55c6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ebc18032-03e9-44a2-a71a-55425fddabff HTTP/1.1" status: 204  len: 168 time: 0.1632495
Oct 25 15:09:42.485245 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35722) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:09:42.588494 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1616827514-network', 'tenant_id': '625aa939803a4496848addf4d08fba77'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:09:42.593677 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:09:42.597470 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Usage tracker for resource:network and tenant:625aa939803a4496848addf4d08fba77 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:09:42.600350 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:09:42.605917 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:09:42.617983 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Made reservation on behalf of 625aa939803a4496848addf4d08fba77 for: {'network': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:09:42.620347 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for network, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:42.632386 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:42.647143 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:09:42.650960 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Usage tracker for resource:security_group_rule and tenant:625aa939803a4496848addf4d08fba77 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:09:42.653709 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:09:42.660080 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:09:42.741411 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:42.745028 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:42.747728 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-84adbfad-5bb2-4a63-aef3-4825840a8921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:42.777116 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'}  {{(pid=86764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 25 15:09:42.782409 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a72265-e663-4a53-8bf6-fe95492b1410,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:42.786555 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:42.790749 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:42.790749 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.db.segments_db [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Added segment 2c711be5-bb09-4318-9038-f3cf1250fc23 of type vlan for network 700bba49-193a-4b05-b469-c19f8a6500d4
Oct 25 15:09:42.817553 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726953887645'] for network, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:42.846835 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308'] for network, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:42.848179 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:42.848753 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:42.852348 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-fdc77a96-e742-4af9-8d57-2b6a90e801b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:42.954267 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Pushing event updated for resources: {'Network': ['ID=700bba49-193a-4b05-b469-c19f8a6500d4,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:42.956994 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:42.958661 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-4944e163-8fe2-4c51-8835-1d751b94f851 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4724035
Oct 25 15:09:42.962378 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 35728) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:09:42.964321 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Network 700bba49-193a-4b05-b469-c19f8a6500d4 details requested by agent ovs-agent-dv-cinder-813751-1-iscsi with host dv-cinder-813751-1-iscsi {{(pid=86766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 25 15:09:42.968326 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.v2.base [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Request body: {'subnet': {'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1616827514-subnet', 'tenant_id': '625aa939803a4496848addf4d08fba77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:09:42.977883 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:09:42.981788 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Usage tracker for resource:subnet and tenant:625aa939803a4496848addf4d08fba77 is out of sync, need to count used quota {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:09:42.985449 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.quota.resource [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86765) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:09:42.991654 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.quota.driver [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86765) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:09:43.004935 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Made reservation on behalf of 625aa939803a4496848addf4d08fba77 for: {'subnet': 1} {{(pid=86765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:09:43.007236 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30357453'] for subnet, before_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:43.212256 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30380286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30357467'] for subnet, after_create {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:43.215724 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2355513d-4d4d-437f-a5df-643316d3c8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:43.289924 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b38c9f5-f9a9-4113-b377-51f695e748df,revision_number=0']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:43.302671 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.303052 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.303423 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.303788 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.304150 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.304512 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.304870 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.305226 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.305583 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.305933 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.306284 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.306672 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:43.311053 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:43.312337 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Checking segment: {'id': '2c711be5-bb09-4318-9038-f3cf1250fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:09:43.312682 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Network hostable DHCP agents. Network: 700bba49-193a-4b05-b469-c19f8a6500d4, hostable agents: ['d3f791b3-303b-481f-87c8-82649f46a2d7'], hosted agents: [] {{(pid=86765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 25 15:09:43.335691 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Network 700bba49-193a-4b05-b469-c19f8a6500d4 is scheduled to be hosted by DHCP agent d3f791b3-303b-481f-87c8-82649f46a2d7 with binding_index 1 {{(pid=86765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 25 15:09:43.345278 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.base_scheduler [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813751-1-iscsi, 700bba49-193a-4b05-b469-c19f8a6500d4) {{(pid=86765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:09:43.349324 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:43.349896 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for subnet, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:43.354392 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598a1a4e-14fa-4889-ab2c-03fdaec2be75 None None] Network 700bba49-193a-4b05-b469-c19f8a6500d4 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:09:43.377112 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-7ca7cc18-d2f6-43aa-9bb1-a71f646b496e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4133408
Oct 25 15:09:43.570247 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c52d2c-8b33-48f8-a145-a0b3b2d0f752 None None] Network 700bba49-193a-4b05-b469-c19f8a6500d4 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:09:43.633858 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-8c04c878-1293-4058-8702-3ad16e32caf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:44.495533 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:45.373453 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-3a30ac11-b2b5-4918-85de-6d937a59dc69 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:45.374032 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-3a30ac11-b2b5-4918-85de-6d937a59dc69 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Synchronizing usage tracker for tenant:625aa939803a4496848addf4d08fba77 on resource:network {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:09:45.390788 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-3a30ac11-b2b5-4918-85de-6d937a59dc69 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Unset dirty status for tenant:625aa939803a4496848addf4d08fba77 on resource:network {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:09:45.391978 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-3a30ac11-b2b5-4918-85de-6d937a59dc69 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/networks?id=700bba49-193a-4b05-b469-c19f8a6500d4 HTTP/1.1" status: 200  len: 814 time: 0.1648490
Oct 25 15:09:45.406594 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-3ca40f7d-a772-475b-b08c-b8010f35b98c tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/quotas/625aa939803a4496848addf4d08fba77 HTTP/1.1" status: 200  len: 375 time: 0.0091150
Oct 25 15:09:45.461431 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-90bc8680-8d9f-4d2d-918e-63dcf18a2b08 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=625aa939803a4496848addf4d08fba77&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0498848
Oct 25 15:09:45.591150 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-fb475a84-9a4f-46b6-8245-0004c7fd3443 service neutron] 10.222.0.57 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229925
Oct 25 15:09:45.720202 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-3688a3cb-ebc9-44d9-bfde-0042ea9f7ab1 service neutron] 10.222.0.57 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233320
Oct 25 15:09:45.794311 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:09:45.894439 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-25081d5d-bb74-4e93-a584-370fc7306ff3 req-b4119298-74e9-4cba-ac46-91d03ade8afc tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 210 time: 0.0443630
Oct 25 15:09:46.679568 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:47.100084 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-73409b09-80d5-4e23-81c8-099f3e739d45 req-59c2dd81-1487-4c93-a916-b832b6f881d3 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 210 time: 0.0950530
Oct 25 15:09:47.175664 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-b489f7b2-707f-4301-8aa8-f94e6c69a4f9 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:47.176967 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-b489f7b2-707f-4301-8aa8-f94e6c69a4f9 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.37 "GET /v2.0/networks?id=700bba49-193a-4b05-b469-c19f8a6500d4 HTTP/1.1" status: 200  len: 814 time: 0.1925325
Oct 25 15:09:47.200952 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Request body: {'port': {'device_id': '100ba621-e3f9-4781-bed9-8d46ffff45da', 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4', 'admin_state_up': True, 'tenant_id': '625aa939803a4496848addf4d08fba77'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:09:47.341386 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:09:47.345605 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Usage tracker for resource:port and tenant:625aa939803a4496848addf4d08fba77 is out of sync, need to count used quota {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 25 15:09:47.348444 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 25 15:09:47.354026 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:09:47.365731 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Made reservation on behalf of 625aa939803a4496848addf4d08fba77 for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:09:47.369134 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:47.619227 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Allocated IP 172.20.0.3 (700bba49-193a-4b05-b469-c19f8a6500d4/5b38c9f5-f9a9-4113-b377-51f695e748df/bdb6a4af-362f-4364-9a86-1ec66ea4b2e0) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:09:47.818209 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:47.848271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:47.853784 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d509a95b-0097-4ead-9f28-5e6e1cb88c63 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:47.912116 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Network 700bba49-193a-4b05-b469-c19f8a6500d4 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:09:47.919294 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:09:47.923782 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:09:47.963477 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Pushing event updated for resources: {'Port': ['ID=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:47.977173 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.977545 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.977908 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.978271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.978648 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.979004 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.979355 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.979710 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.980063 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.980409 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.980755 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.981098 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:47.986469 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:48.005601 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:48.006198 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:48.026046 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-db5e39c7-125a-4131-a780-775756fbd7b2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8286824
Oct 25 15:09:48.052486 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Request body: {'port': {'device_id': '100ba621-e3f9-4781-bed9-8d46ffff45da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:09:48.168905 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:48.521866 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912fd47-fc26-4e1b-8823-7b393e3e857e req-8555c09a-f926-4aa5-9c31-0c2bf8790ace tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:48.522485 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-3912fd47-fc26-4e1b-8823-7b393e3e857e req-8555c09a-f926-4aa5-9c31-0c2bf8790ace tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Synchronizing usage tracker for tenant:625aa939803a4496848addf4d08fba77 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:09:48.589252 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-3912fd47-fc26-4e1b-8823-7b393e3e857e req-8555c09a-f926-4aa5-9c31-0c2bf8790ace tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Unset dirty status for tenant:625aa939803a4496848addf4d08fba77 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:09:48.590406 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3912fd47-fc26-4e1b-8823-7b393e3e857e req-8555c09a-f926-4aa5-9c31-0c2bf8790ace tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 931 time: 0.1997519
Oct 25 15:09:48.618300 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:09:48.628429 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:48.659865 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-3912fd47-fc26-4e1b-8823-7b393e3e857e req-83eef7c6-d5db-452c-96a9-4918d9ca6553 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Synchronizing usage tracker for tenant:625aa939803a4496848addf4d08fba77 on resource:security_group {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:09:48.663462 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Transition to ACTIVE for port object bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:09:48.668520 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:48.674780 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:48.777056 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-3912fd47-fc26-4e1b-8823-7b393e3e857e req-83eef7c6-d5db-452c-96a9-4918d9ca6553 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Unset dirty status for tenant:625aa939803a4496848addf4d08fba77 on resource:security_group {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:09:48.778124 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3912fd47-fc26-4e1b-8823-7b393e3e857e req-83eef7c6-d5db-452c-96a9-4918d9ca6553 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812034
Oct 25 15:09:48.862116 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:48.867173 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:48.904800 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Attempting to bind port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:09:48.905131 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Attempting to bind port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '2c711be5-bb09-4318-9038-f3cf1250fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:09:48.905448 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Attempting to bind port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 on network 700bba49-193a-4b05-b469-c19f8a6500d4 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:09:48.910119 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 on network 700bba49-193a-4b05-b469-c19f8a6500d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:09:48.910455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Attempting to bind port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 on network 700bba49-193a-4b05-b469-c19f8a6500d4 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:09:48.915637 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:09:48.915965 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Checking segment: {'id': '2c711be5-bb09-4318-9038-f3cf1250fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:09:48.916343 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Bound using segment: {'id': '2c711be5-bb09-4318-9038-f3cf1250fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:09:48.916764 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Bound port: bdb6a4af-362f-4364-9a86-1ec66ea4b2e0, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c711be5-bb09-4318-9038-f3cf1250fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:09:48.917105 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:49.007991 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] For port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:09:49.010882 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] For port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,segment=NetworkSegment(2c711be5-bb09-4318-9038-f3cf1250fc23),segment_id=2c711be5-bb09-4318-9038-f3cf1250fc23)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:09:49.015502 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:49.019883 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-2cf7b14e-a1df-49b6-aceb-d1d6001a47b8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:49.069271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:49.069867 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:49.071237 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] 10.222.0.37 "PUT /v2.0/ports/bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 HTTP/1.1" status: 200  len: 1093 time: 1.0228291
Oct 25 15:09:49.071728 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100ba621-e3f9-4781-bed9-8d46ffff45da', 'tag': 'bdb6a4af-362f-4364-9a86-1ec66ea4b2e0'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:09:49.104946 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:49.108469 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:49.118085 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100ba621-e3f9-4781-bed9-8d46ffff45da', 'tag': 'bdb6a4af-362f-4364-9a86-1ec66ea4b2e0', 'status': 'completed', 'code': 200}
Oct 25 15:09:49.215501 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-f902c2ec-610d-4d80-8a7e-4f08a797cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:49.217601 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-f902c2ec-610d-4d80-8a7e-4f08a797cf44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=625aa939803a4496848addf4d08fba77&device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 1096 time: 0.0760548
Oct 25 15:09:49.305474 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-5f7d6e20-400a-4fdc-829c-4eb6c1b0f78d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 HTTP/1.1" status: 200  len: 217 time: 0.0673952
Oct 25 15:09:49.468208 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-acbf98fc-1dec-40c8-a1f7-a9a7a6e49e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:49.469528 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-acbf98fc-1dec-40c8-a1f7-a9a7a6e49e0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b38c9f5-f9a9-4113-b377-51f695e748df HTTP/1.1" status: 200  len: 854 time: 0.1536186
Oct 25 15:09:49.522092 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-68518b2c-21e0-4fcb-bb9d-7e7731b14cea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=700bba49-193a-4b05-b469-c19f8a6500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416896
Oct 25 15:09:49.580947 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 35776) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:09:49.657275 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-092ae7fa-540a-4d6e-a934-9193bbc77475 service neutron] 10.222.0.37 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251011
Oct 25 15:09:49.782023 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Deleting port 575bce34-e19f-4dce-bb3d-bdb38b0f2ece {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:09:49.782282 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:49.798501 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ba3a28a9-d861-40a5-878b-10807a9c1117 req-a88a8342-b26c-42d1-aefb-120c60c43275 service neutron] 10.222.0.37 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309299
Oct 25 15:09:49.959177 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:49.959502 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:50.029481 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f4a1f-ff12-4432-8175-c6194cf06b1c req-730ff706-fdea-4e26-9915-0a058a42ca9e tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:50.030945 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-869f4a1f-ff12-4432-8175-c6194cf06b1c req-730ff706-fdea-4e26-9915-0a058a42ca9e tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 943 time: 0.1434619
Oct 25 15:09:50.033791 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080f43a-601e-4180-91ab-2dd556b68f83 req-e5d86092-e672-4117-9270-dd8110cc950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:50.035059 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3080f43a-601e-4180-91ab-2dd556b68f83 req-e5d86092-e672-4117-9270-dd8110cc950d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=625aa939803a4496848addf4d08fba77&device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 1096 time: 0.1079054
Oct 25 15:09:50.083466 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Calling delete_port for 575bce34-e19f-4dce-bb3d-bdb38b0f2ece owned by network:floatingip {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:09:50.153410 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-869f4a1f-ff12-4432-8175-c6194cf06b1c req-5cba550f-0147-40a8-abbc-55469e82ba42 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162732
Oct 25 15:09:50.204249 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080f43a-601e-4180-91ab-2dd556b68f83 req-f263a5f0-33c0-4991-b383-7df4418df98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:50.205664 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3080f43a-601e-4180-91ab-2dd556b68f83 req-f263a5f0-33c0-4991-b383-7df4418df98d service neutron] 10.222.0.37 "GET /v2.0/networks?id=700bba49-193a-4b05-b469-c19f8a6500d4 HTTP/1.1" status: 200  len: 915 time: 0.1535273
Oct 25 15:09:50.242538 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:50.246092 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-f06fc8f1-562d-4c15-8d1f-45158573ecbb tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:50.277413 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3080f43a-601e-4180-91ab-2dd556b68f83 req-7782a2bd-c9ba-4c83-80d1-ed1f02bbf018 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 HTTP/1.1" status: 200  len: 217 time: 0.0610609
Oct 25 15:09:50.289227 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event deleted for resources: {'Port': ['ID=575bce34-e19f-4dce-bb3d-bdb38b0f2ece,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:50.292677 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:50.345022 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080f43a-601e-4180-91ab-2dd556b68f83 req-0112755d-6d3b-42e5-a9a7-c5f3caf7010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:50.346444 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3080f43a-601e-4180-91ab-2dd556b68f83 req-0112755d-6d3b-42e5-a9a7-c5f3caf7010c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b38c9f5-f9a9-4113-b377-51f695e748df HTTP/1.1" status: 200  len: 854 time: 0.0628290
Oct 25 15:09:50.384835 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:50.385155 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.l3_db [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Floating IP f0080b7d-1e39-48bd-a7f5-fb4302c785fa disassociated (deleted). External IP: 172.27.3.16, port: 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81.
Oct 25 15:09:50.398073 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3080f43a-601e-4180-91ab-2dd556b68f83 req-ed3f3204-e041-4d5c-98fa-bc63c8d9eb43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=700bba49-193a-4b05-b469-c19f8a6500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413053
Oct 25 15:09:50.533138 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3080f43a-601e-4180-91ab-2dd556b68f83 req-cfbd09c9-6840-4e43-873c-86ca47259469 service neutron] 10.222.0.37 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274328
Oct 25 15:09:50.672083 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-3080f43a-601e-4180-91ab-2dd556b68f83 req-099622ab-b9dd-4c1c-95b1-f7944525c443 service neutron] 10.222.0.37 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309865
Oct 25 15:09:50.842676 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Router 05bc713a-b7d6-4691-96bb-55d96a0ee839 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:09:51.024922 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:09:51.035236 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] Sync routers for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:09:51.045115 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:09:51.045866 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ed39fa0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:09:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:09:51.049051 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:51.108196 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-d4e95033-75ac-421d-8d03-70964996ac68 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "DELETE /v2.0/floatingips/f0080b7d-1e39-48bd-a7f5-fb4302c785fa HTTP/1.1" status: 204  len: 168 time: 1.5260999
Oct 25 15:09:51.109033 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'tag': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:09:51.232646 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:09:51.289602 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'tag': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'status': 'completed', 'code': 200}
Oct 25 15:09:51.406447 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:09:51.601904 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62c7d8-6a2c-4835-afdc-1b802ff016a2 req-38890044-609f-46fe-86ae-1342aae2d180 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:51.603384 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b62c7d8-6a2c-4835-afdc-1b802ff016a2 req-38890044-609f-46fe-86ae-1342aae2d180 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 943 time: 0.2187934
Oct 25 15:09:51.605250 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-64150f38-d410-4617-9a2f-dc9d2469f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:51.606609 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-64150f38-d410-4617-9a2f-dc9d2469f8d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 1098 time: 0.1806576
Oct 25 15:09:51.630820 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ce925-9b77-43b5-b938-df1a7e15ae32 req-0198ebea-14ae-46f1-8440-2469462b7d62 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:51.632244 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a51ce925-9b77-43b5-b938-df1a7e15ae32 req-0198ebea-14ae-46f1-8440-2469462b7d62 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 945 time: 0.2116947
Oct 25 15:09:51.678416 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,segment=NetworkSegment(2c711be5-bb09-4318-9038-f3cf1250fc23),segment_id=2c711be5-bb09-4318-9038-f3cf1250fc23)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:09:51.697323 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': 'bdb6a4af-362f-4364-9a86-1ec66ea4b2e0', 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4', 'port_id': 'bdb6a4af-362f-4364-9a86-1ec66ea4b2e0', 'mac_address': 'fa:16:3e:db:02:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b38c9f5-f9a9-4113-b377-51f695e748df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:09:51.765610 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:51.782325 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ed39fa0>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '80a2a0cb-fca0-4559-abb3-b1df2e43bc9e', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:74:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:06:20Z', 'updated_at': '2021-10-25T15:06:23Z', 'revision_number': 1, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:09:51.789550 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:09:51.793515 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] Checking router: 05bc713a-b7d6-4691-96bb-55d96a0ee839 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:09:51.811872 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:09:51.812482 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ed39fa0>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:09:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:09:51.864561 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,segment=NetworkSegment(2c711be5-bb09-4318-9038-f3cf1250fc23),segment_id=2c711be5-bb09-4318-9038-f3cf1250fc23)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:09:51.871296 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:51.871520 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5b62c7d8-6a2c-4835-afdc-1b802ff016a2 req-9d647e04-1c35-474c-b54e-28d9d9af111c tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2613266
Oct 25 15:09:51.887735 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a51ce925-9b77-43b5-b938-df1a7e15ae32 req-ba735b66-12e5-4669-9988-98849e29411d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2308960
Oct 25 15:09:51.920444 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:51.931009 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-9b822f0e-20eb-46e5-98fa-6b0bdf0fe045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:51.932456 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-9b822f0e-20eb-46e5-98fa-6b0bdf0fe045 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 913 time: 0.2977257
Oct 25 15:09:52.004212 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-9073a0a3-eed8-4d4e-acc3-9893fcbbf784 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 HTTP/1.1" status: 200  len: 217 time: 0.0637639
Oct 25 15:09:52.064466 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:52.067365 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-81ddbb88-5393-4074-9485-28bbacaea017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:52.068770 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-81ddbb88-5393-4074-9485-28bbacaea017 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.0573688
Oct 25 15:09:52.082971 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.083321 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.083661 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.083997 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.084328 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.084680 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.084982 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.085305 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.085629 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.085953 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.086273 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.086616 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:09:52.097506 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:52.105691 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:09:52.150477 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-7ac12a82-8cf5-4faa-acc2-a0e43ee6780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:52.151867 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-7ac12a82-8cf5-4faa-acc2-a0e43ee6780a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762665
Oct 25 15:09:52.232928 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['bdb6a4af-362f-4364-9a86-1ec66ea4b2e0'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:09:52.287367 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-f43653f4-5aa4-4327-93ad-470391b31e90 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281357
Oct 25 15:09:52.425154 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eb7551f7-d6a0-4e90-9975-14e5d2ee7b4d req-563f8b6e-da46-49f9-8ff3-ce6dfccea4fb service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289868
Oct 25 15:09:52.600927 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ed39fa0>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '80a2a0cb-fca0-4559-abb3-b1df2e43bc9e', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:74:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:06:20Z', 'updated_at': '2021-10-25T15:06:23Z', 'revision_number': 1, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:09:52.604829 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bc4d0-7d7f-4344-b991-077722d0c920 None None] The sync data for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi is: [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_floatingips': [{'id': '80a2a0cb-fca0-4559-abb3-b1df2e43bc9e', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'router_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'port_id': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'mac_address': 'fa:16:3e:74:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T15:06:20Z', 'updated_at': '2021-10-25T15:06:23Z', 'revision_number': 1, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:09:52.810921 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6bf2b8-41dd-497e-93f5-db24c0b8b38e None None] New status for floating IP f0080b7d-1e39-48bd-a7f5-fb4302c785fa: DOWN {{(pid=86767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:09:53.120833 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45f14-2c2b-4666-93c5-23d91f57ee90 req-6d6e6039-fab2-4078-bcdd-516d34ba2a2d tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:53.122367 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-82c45f14-2c2b-4666-93c5-23d91f57ee90 req-6d6e6039-fab2-4078-bcdd-516d34ba2a2d tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 944 time: 0.1440899
Oct 25 15:09:53.132092 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d09d-0f2e-4cf8-bcf5-deaa3fb024f4 req-ae6a781f-fdb9-43d1-a1cb-08e4af75bcd9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:53.133428 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f436d09d-0f2e-4cf8-bcf5-deaa3fb024f4 req-ae6a781f-fdb9-43d1-a1cb-08e4af75bcd9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 945 time: 0.1174991
Oct 25 15:09:53.198559 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-82c45f14-2c2b-4666-93c5-23d91f57ee90 req-73c03fd3-a63a-49a8-bfc1-2e5860c0ba58 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640852
Oct 25 15:09:53.205335 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f436d09d-0f2e-4cf8-bcf5-deaa3fb024f4 req-19a6bf48-bba3-4e63-9e17-95d82ebd0abd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584483
Oct 25 15:09:53.429343 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:09:53.458209 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-f2eddc1d-5445-4743-8f9c-89fb217c9745 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:53.459653 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-f2eddc1d-5445-4743-8f9c-89fb217c9745 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 945 time: 0.0820272
Oct 25 15:09:53.495555 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:09:53.500315 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:09:53.500692 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:53.535077 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Deleting port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:09:53.535416 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:53.618811 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:53.645272 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100ba621-e3f9-4781-bed9-8d46ffff45da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6a4af-362f-4364-9a86-1ec66ea4b2e0'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:09:53.655071 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,segment=NetworkSegment(2c711be5-bb09-4318-9038-f3cf1250fc23),segment_id=2c711be5-bb09-4318-9038-f3cf1250fc23)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:09:53.659402 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:53.661580 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:53.696107 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100ba621-e3f9-4781-bed9-8d46ffff45da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6a4af-362f-4364-9a86-1ec66ea4b2e0', 'code': 200}
Oct 25 15:09:53.735361 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:53.738767 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:53.786656 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] For port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:09:53.787439 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:53.917534 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Calling delete_port for 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:09:54.094956 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4b9dd-6cb9-4989-9f99-97c279177094 req-e2069cf0-e2e2-482a-b1e1-76b8f4d8ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:54.096411 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5dc4b9dd-6cb9-4989-9f99-97c279177094 req-e2069cf0-e2e2-482a-b1e1-76b8f4d8ee50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 1098 time: 0.1857367
Oct 25 15:09:54.252343 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:54.260296 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:54.308706 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5dc4b9dd-6cb9-4989-9f99-97c279177094 req-b996998a-bad4-41d7-a67f-0f42957576e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985872
Oct 25 15:09:54.311398 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event deleted for resources: {'Port': ['ID=9e7a79d1-46d3-4e7d-931e-ff814d2f4b81,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:54.314320 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:54.466816 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-a1b13f7b-6039-4c1d-b3b7-da217e10064e req-20b09c88-14f6-4447-a1eb-4c2000f83a7d tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 210 time: 0.0947998
Oct 25 15:09:54.474772 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] No DVR routers for this DVR port 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:09:54.477406 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:54.480252 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'name': 'network-vif-deleted', 'tag': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:09:54.495776 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-b232b68c-d630-48cf-b650-a61a74cd4a80 req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "DELETE /v2.0/ports/9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 HTTP/1.1" status: 204  len: 173 time: 1.0261223
Oct 25 15:09:54.523597 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa187eb-ec9f-4f23-842f-b79520d9732d req-98c70ebc-d77a-4680-b21b-b72e0e071355 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:54.525044 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eaa187eb-ec9f-4f23-842f-b79520d9732d req-98c70ebc-d77a-4680-b21b-b72e0e071355 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 945 time: 0.2154825
Oct 25 15:09:54.526642 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8d3dd7-ff0f-4549-91e0-58d49d4087f5', 'name': 'network-vif-deleted', 'tag': '9e7a79d1-46d3-4e7d-931e-ff814d2f4b81', 'status': 'completed', 'code': 200}
Oct 25 15:09:54.570479 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eaa187eb-ec9f-4f23-842f-b79520d9732d req-960d5688-21f2-49e2-a892-01320f133b61 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399542
Oct 25 15:09:55.631526 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c949766a-c8f8-4101-a9e8-9906301527a7 req-d25905fc-07ee-4104-81ac-87955e16b771 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Synchronizing usage tracker for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:09:55.646826 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-c949766a-c8f8-4101-a9e8-9906301527a7 req-d25905fc-07ee-4104-81ac-87955e16b771 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Unset dirty status for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:09:55.648144 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c949766a-c8f8-4101-a9e8-9906301527a7 req-d25905fc-07ee-4104-81ac-87955e16b771 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a8d3dd7-ff0f-4549-91e0-58d49d4087f5 HTTP/1.1" status: 200  len: 210 time: 0.0623133
Oct 25 15:09:55.766199 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98389c4a-27cf-4d31-aa4f-27121ea2fce5 req-5dc5189d-22e5-4125-a6b2-3e25b68eeb4b tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:09:55.767635 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98389c4a-27cf-4d31-aa4f-27121ea2fce5 req-5dc5189d-22e5-4125-a6b2-3e25b68eeb4b tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 945 time: 0.0851040
Oct 25 15:09:55.814070 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98389c4a-27cf-4d31-aa4f-27121ea2fce5 req-13998f2c-b9ac-44f1-895c-4caa06c5f73c tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406401
Oct 25 15:09:57.435259 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:09:57.470136 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:09:57.470561 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 9e7a79d1-46d3-4e7d-931e-ff814d2f4b81 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:09:59.140890 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 35882) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:09:59.351926 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Deleting port f204a5a1-7219-4444-90f1-bc03fede5a25 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:09:59.352268 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:59.525057 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:59.525284 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:59.653981 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Calling delete_port for f204a5a1-7219-4444-90f1-bc03fede5a25 owned by network:floatingip {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:09:59.806188 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:59.811134 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d89e97af-efa4-4f6b-881d-e1ca5c30c8f4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:09:59.886712 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event deleted for resources: {'Port': ['ID=f204a5a1-7219-4444-90f1-bc03fede5a25,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:09:59.893242 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:09:59.952140 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:09:59.952453 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.db.l3_db [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Floating IP 80a2a0cb-fca0-4559-abb3-b1df2e43bc9e disassociated (deleted). External IP: 172.27.3.184, port: 7ae7891a-3624-4085-9c4f-cd747b355d50.
Oct 25 15:10:00.422235 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Router 05bc713a-b7d6-4691-96bb-55d96a0ee839 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:10:00.607104 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:10:00.616811 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] Sync routers for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:10:00.626793 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:10:00.627558 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:00.627732 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ef54c40>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:09:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:00.691889 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-2d1b2121-8bfc-4418-bd4c-dc70374f008c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "DELETE /v2.0/floatingips/80a2a0cb-fca0-4559-abb3-b1df2e43bc9e HTTP/1.1" status: 204  len: 168 time: 1.5498357
Oct 25 15:10:00.692606 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'tag': '7ae7891a-3624-4085-9c4f-cd747b355d50'}] {{(pid=86765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:10:00.741287 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'tag': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'status': 'completed', 'code': 200}
Oct 25 15:10:00.840380 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:10:00.880128 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-861cc22a-0807-40a7-8ca1-f817ccadf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:00.881685 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-861cc22a-0807-40a7-8ca1-f817ccadf03c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 1099 time: 0.0929589
Oct 25 15:10:01.027163 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:01.066581 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-df8648fe-5d41-4e39-86d7-5d8cc6ec953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:01.067940 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-df8648fe-5d41-4e39-86d7-5d8cc6ec953f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 200  len: 913 time: 0.1789775
Oct 25 15:10:01.143435 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-4256f536-dff2-4e48-97ca-3d1cb630d599 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae7891a-3624-4085-9c4f-cd747b355d50 HTTP/1.1" status: 200  len: 217 time: 0.0663850
Oct 25 15:10:01.219104 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82890c-3094-4b38-b492-be7c8cfa1d4a req-ddd1b167-23bd-4df1-9d93-e066a4c51e74 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:01.220438 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f82890c-3094-4b38-b492-be7c8cfa1d4a req-ddd1b167-23bd-4df1-9d93-e066a4c51e74 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 946 time: 0.1983984
Oct 25 15:10:01.238006 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ef54c40>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:01.242030 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] Checking router: 05bc713a-b7d6-4691-96bb-55d96a0ee839 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:10:01.251409 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-80f93488-8527-44ab-92fd-2021d063e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:01.251620 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:10:01.252127 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ef54c40>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:09:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:01.252936 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-80f93488-8527-44ab-92fd-2021d063e0ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 200  len: 851 time: 0.1023889
Oct 25 15:10:01.316558 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-4f82890c-3094-4b38-b492-be7c8cfa1d4a req-3250165d-04ec-43d1-bb8f-1aa8f6887d9f tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898199
Oct 25 15:10:01.353084 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-171a088b-7bb8-4666-988b-0d515d095653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:01.354554 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-171a088b-7bb8-4666-988b-0d515d095653 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b767bb3-75e4-4ede-af67-d7affc31ec13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873487
Oct 25 15:10:01.441272 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:10:01.490348 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-2905aa52-865a-475e-8d08-f629c2a7e7c9 service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283576
Oct 25 15:10:01.644097 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-dd14ab1d-9753-468f-9e31-7f6d42f6039c req-94c89da4-23e7-43f6-8792-4669b24bd64a service neutron] 10.222.0.37 "GET /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300337
Oct 25 15:10:01.762362 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ef54c40>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:01.766619 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce3ed5-c626-43ce-807a-5243adbcf1cd None None] The sync data for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi is: [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:02:36Z', 'revision_number': 4, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi', '_interfaces': [{'id': '1730a2e0-31bb-4608-aebe-f5c5750ca195', 'name': '', 'network_id': '6b767bb3-75e4-4ede-af67-d7affc31ec13', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'mac_address': 'fa:16:3e:02:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:35Z', 'updated_at': '2021-10-25T15:02:41Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'subnets': [{'id': '996dcb91-93be-4b4e-86da-93f4331b7af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:10:02.006092 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283ed20c-3ea2-45b6-8dbe-3b4c182c122b None None] New status for floating IP 80a2a0cb-fca0-4559-abb3-b1df2e43bc9e: DOWN {{(pid=86767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Oct 25 15:10:02.510918 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5a292-a204-469f-ac0d-70b8962bf626 req-91db1ce9-47be-4656-8995-827178666f5c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:02.512227 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eaa5a292-a204-469f-ac0d-70b8962bf626 req-91db1ce9-47be-4656-8995-827178666f5c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 946 time: 0.0867481
Oct 25 15:10:02.557185 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eaa5a292-a204-469f-ac0d-70b8962bf626 req-b3c9eb25-f655-4d12-8470-1b348b5eeb99 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386031
Oct 25 15:10:02.971008 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-19c2004c-96ea-48db-9b1f-30ef63c0f4a4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:02.972412 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-19c2004c-96ea-48db-9b1f-30ef63c0f4a4 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 946 time: 0.0826349
Oct 25 15:10:03.047401 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Deleting port 7ae7891a-3624-4085-9c4f-cd747b355d50 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:03.047738 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:03.400850 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] For port 7ae7891a-3624-4085-9c4f-cd747b355d50, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=7ae7891a-3624-4085-9c4f-cd747b355d50,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:10:03.401218 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:03.527075 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Calling delete_port for 7ae7891a-3624-4085-9c4f-cd747b355d50 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:03.713208 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:03.720271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-08c52497-e47f-4cd2-aad8-417cc2f9f8f6 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:03.770941 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event deleted for resources: {'Port': ['ID=7ae7891a-3624-4085-9c4f-cd747b355d50,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:03.800181 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:03.855226 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] No DVR routers for this DVR port 7ae7891a-3624-4085-9c4f-cd747b355d50 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:10:03.858328 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:03.861203 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'name': 'network-vif-deleted', 'tag': '7ae7891a-3624-4085-9c4f-cd747b355d50'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:10:03.884136 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c3a40a96-8f9c-4875-a54e-b0b2dc580b0b req-17aa3096-d00c-4c10-beb9-c44f28d2ff82 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.37 "DELETE /v2.0/ports/7ae7891a-3624-4085-9c4f-cd747b355d50 HTTP/1.1" status: 204  len: 173 time: 0.9056692
Oct 25 15:10:03.898059 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a37e-7fc2-4bea-b499-e084b04a6d0c req-e11254c1-d211-431c-90cc-ee264759b45c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:03.898746 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-eac0a37e-7fc2-4bea-b499-e084b04a6d0c req-e11254c1-d211-431c-90cc-ee264759b45c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Synchronizing usage tracker for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:10:03.908190 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee97714b-0845-4f00-9fa5-70087d4c03a1', 'name': 'network-vif-deleted', 'tag': '7ae7891a-3624-4085-9c4f-cd747b355d50', 'status': 'completed', 'code': 200}
Oct 25 15:10:03.919595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-eac0a37e-7fc2-4bea-b499-e084b04a6d0c req-e11254c1-d211-431c-90cc-ee264759b45c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Unset dirty status for tenant:25ba3a1600fd4be6bf9ece5e1fc524e5 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:10:03.920740 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eac0a37e-7fc2-4bea-b499-e084b04a6d0c req-e11254c1-d211-431c-90cc-ee264759b45c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97714b-0845-4f00-9fa5-70087d4c03a1 HTTP/1.1" status: 200  len: 867 time: 0.2587857
Oct 25 15:10:03.973972 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eac0a37e-7fc2-4bea-b499-e084b04a6d0c req-20748634-bb64-4b8b-a446-d638308797d2 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "GET /v2.0/security-groups?id=923dff3b-6aff-402c-b492-df737c229fc5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457900
Oct 25 15:10:05.083161 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 35912) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:05.241025 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Deleting port 2fd61232-85be-4f92-9681-a531da8e5371 {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:05.241360 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:05.421209 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:05.421460 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:05.493919 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 7ae7891a-3624-4085-9c4f-cd747b355d50 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:10:05.529293 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: 7ae7891a-3624-4085-9c4f-cd747b355d50 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:10:05.529639 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device 7ae7891a-3624-4085-9c4f-cd747b355d50 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:10:05.547553 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Calling delete_port for 2fd61232-85be-4f92-9681-a531da8e5371 owned by network:floatingip {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:05.690612 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:05.697028 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-9a0f4538-60f6-41d7-af83-89b96cd56e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:05.765544 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event deleted for resources: {'Port': ['ID=2fd61232-85be-4f92-9681-a531da8e5371,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:05.772073 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:05.835870 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for floatingip, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:05.855770 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for floatingip, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:05.857468 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-353dfe14-3231-40b8-b4d6-0696df45c4bd tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "DELETE /v2.0/floatingips/5b081cbb-0630-49d6-a4ab-8996f1e457cd HTTP/1.1" status: 204  len: 168 time: 0.7732823
Oct 25 15:10:07.232832 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 35930) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:07.304966 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5bdad944-151b-4d11-8b7e-65d8b3ef736c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:07.335632 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5bdad944-151b-4d11-8b7e-65d8b3ef736c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:07.400970 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5bdad944-151b-4d11-8b7e-65d8b3ef736c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:07.405101 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-d609e73e-799a-4f57-bd88-406a2fa5d33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:07.421837 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdad944-151b-4d11-8b7e-65d8b3ef736c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=923dff3b-6aff-402c-b492-df737c229fc5,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:07.424510 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-5bdad944-151b-4d11-8b7e-65d8b3ef736c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:07.425714 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-5bdad944-151b-4d11-8b7e-65d8b3ef736c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:07.427205 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-5bdad944-151b-4d11-8b7e-65d8b3ef736c tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] 10.222.0.57 "DELETE /v2.0/security-groups/923dff3b-6aff-402c-b492-df737c229fc5 HTTP/1.1" status: 204  len: 168 time: 0.1930745
Oct 25 15:10:07.479810 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35936) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:08.071129 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33510431'] for router_interface, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:08.531358 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Deleting port 1730a2e0-31bb-4608-aebe-f5c5750ca195 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:08.532082 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:08.704561 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] For port 1730a2e0-31bb-4608-aebe-f5c5750ca195, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=1730a2e0-31bb-4608-aebe-f5c5750ca195,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:10:08.704830 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:08.829624 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Calling delete_port for 1730a2e0-31bb-4608-aebe-f5c5750ca195 owned by network:router_interface {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:09.002567 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:09.006050 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-103f0797-1485-4c8a-8308-b994cdf6bf75 tempest-AttachVolumeShelveTestJSON-1594860011 tempest-AttachVolumeShelveTestJSON-1594860011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:09.049727 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1730a2e0-31bb-4608-aebe-f5c5750ca195,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:09.052933 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:09.315427 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33051299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33533327'] for router_interface, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:09.687062 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Router 05bc713a-b7d6-4691-96bb-55d96a0ee839 has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:10:09.974896 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:10:09.983523 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] Sync routers for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:10:09.988585 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-3d26f286-dc18-4018-b0f1-396469aade86 admin admin] 10.222.0.57 "PUT /v2.0/routers/05bc713a-b7d6-4691-96bb-55d96a0ee839/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5076909
Oct 25 15:10:09.991039 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35958) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:09.993404 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:10:09.994088 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ec2fb80>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:09:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:10.166142 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:10.179179 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: dv-cinder-813751-1-iscsi {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:10:10.312821 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:10.348931 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:10.358976 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Deleting port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:10.359719 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:10.475157 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ec2fb80>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:10:08Z', 'revision_number': 5, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port': {'id': '3cbc3d49-f82a-47d8-9d54-1c1af45d9e13', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:30Z', 'updated_at': '2021-10-25T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:10.479312 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] Checking router: 05bc713a-b7d6-4691-96bb-55d96a0ee839 for host: dv-cinder-813751-1-iscsi {{(pid=86766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:10:10.488385 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] Routers {'05bc713a-b7d6-4691-96bb-55d96a0ee839'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:10:10.488989 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ec2fb80>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:09:44Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['05bc713a-b7d6-4691-96bb-55d96a0ee839'], 'active': True} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:10.537412 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] For port 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=3cbc3d49-f82a-47d8-9d54-1c1af45d9e13,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:10:10.537794 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:10.670141 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Calling delete_port for 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 owned by network:router_gateway {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:10.681132 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9417d8e7-f02f-44b2-9bd7-ccebed58a611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:10.698713 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_dvr_db [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] Set router 05bc713a-b7d6-4691-96bb-55d96a0ee839 gateway port host: None {{(pid=86766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:10:10.806676 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.l3_hamode_db [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ec2fb80>, [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:10:10Z', 'revision_number': 6, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port_host': None}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:10.810733 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217b88b-44e0-459a-b505-aa415a6c2f3a None None] The sync data for ids ['05bc713a-b7d6-4691-96bb-55d96a0ee839'] in dv-cinder-813751-1-iscsi is: [{'id': '05bc713a-b7d6-4691-96bb-55d96a0ee839', 'name': 'tempest-TestVolumeBootPattern-1510337309-router', 'tenant_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:29Z', 'updated_at': '2021-10-25T15:10:10Z', 'revision_number': 6, 'project_id': '25ba3a1600fd4be6bf9ece5e1fc524e5', 'gw_port_host': None}] {{(pid=86766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:10:10.845115 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:10.848170 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c21229c1-6e9b-473a-9845-12b8f327f56d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:10.895118 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbc3d49-f82a-47d8-9d54-1c1af45d9e13,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:10.898157 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:10.986351 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33441010'] for router_gateway, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.269686 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33513238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1632'] for router, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.271908 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.293909 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33512457'] for router, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.294449 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05bc713a-b7d6-4691-96bb-55d96a0ee839 {{(pid=86764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Oct 25 15:10:11.306111 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] Notify callbacks [] for router, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.307243 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-563b9e48-5dea-4cad-ae6a-13f49bbbf2a6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/05bc713a-b7d6-4691-96bb-55d96a0ee839 HTTP/1.1" status: 204  len: 168 time: 1.3152952
Oct 25 15:10:11.310270 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35964) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:11.370008 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5634cfb-26d3-49a1-bd5f-22a337550711 admin admin] Deleting subnet 996dcb91-93be-4b4e-86da-93f4331b7af3 {{(pid=86764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:10:11.373386 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d5634cfb-26d3-49a1-bd5f-22a337550711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.423748 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d5634cfb-26d3-49a1-bd5f-22a337550711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-584072'] for subnet, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.505543 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d5634cfb-26d3-49a1-bd5f-22a337550711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.581374 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d5634cfb-26d3-49a1-bd5f-22a337550711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31638173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32108857'] for subnet, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.585418 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-54f8eae0-543d-42bd-a4f1-2fbec414cab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:11.623165 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5634cfb-26d3-49a1-bd5f-22a337550711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=996dcb91-93be-4b4e-86da-93f4331b7af3,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:11.626163 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d5634cfb-26d3-49a1-bd5f-22a337550711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:11.627139 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-d5634cfb-26d3-49a1-bd5f-22a337550711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.632932 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42570e2-aba1-499a-908f-afba1ea702b4 None None] Network 6b767bb3-75e4-4ede-af67-d7affc31ec13 requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:10:11.633413 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-d5634cfb-26d3-49a1-bd5f-22a337550711 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/996dcb91-93be-4b4e-86da-93f4331b7af3 HTTP/1.1" status: 204  len: 168 time: 0.3216841
Oct 25 15:10:11.635490 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35970) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:11.751246 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.764085 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Deleting port 05b45019-6721-488e-935c-19bf52ae0c77 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:11.764439 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:11.774613 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 1730a2e0-31bb-4608-aebe-f5c5750ca195 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:10:11.842013 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 1730a2e0-31bb-4608-aebe-f5c5750ca195 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:10:11.842370 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 1730a2e0-31bb-4608-aebe-f5c5750ca195 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:10:11.842828 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:10:11.896196 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:10:11.896196 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 3cbc3d49-f82a-47d8-9d54-1c1af45d9e13 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:10:12.005167 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] For port 05b45019-6721-488e-935c-19bf52ae0c77, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=05b45019-6721-488e-935c-19bf52ae0c77,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:10:12.005776 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:12.006027 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] DHCP port deletion for 6b767bb3-75e4-4ede-af67-d7affc31ec13 request from dv-cinder-813751-1-iscsi {{(pid=86766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Oct 25 15:10:12.010533 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] Deleting port 05b45019-6721-488e-935c-19bf52ae0c77 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:12.010914 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:12.132480 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Calling delete_port for 05b45019-6721-488e-935c-19bf52ae0c77 owned by network:dhcp {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:12.215398 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:12.221311 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ddf82753-ee7f-4ee8-a673-a9b3bfcc4786 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:12.227083 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] For port 05b45019-6721-488e-935c-19bf52ae0c77, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=05b45019-6721-488e-935c-19bf52ae0c77,segment=NetworkSegment(39c8beea-5139-47e0-91bb-4e1a729642b8),segment_id=39c8beea-5139-47e0-91bb-4e1a729642b8)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:10:12.227475 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:12.265471 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b45019-6721-488e-935c-19bf52ae0c77,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:12.268539 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:12.269337 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] No DVR routers for this DVR port 05b45019-6721-488e-935c-19bf52ae0c77 on host dv-cinder-813751-1-iscsi {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:10:12.356735 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] Calling delete_port for 05b45019-6721-488e-935c-19bf52ae0c77 owned by network:dhcp {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:12.388683 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:12.413892 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6d468670>,) {'filters': {'network_id': ['6b767bb3-75e4-4ede-af67-d7affc31ec13']}} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:12.426122 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6d468670>, '39c8beea-5139-47e0-91bb-4e1a729642b8') {'for_net_delete': True} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:12.426426 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.services.segments.db [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6d468670>, '39c8beea-5139-47e0-91bb-4e1a729642b8') {} {{(pid=86764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:12.431228 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.db.api [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 25 15:10:12.431590 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_db.api [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 25 15:10:12.438170 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-584115'] for segment, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:12.454230 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:12.460128 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=86764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:10:12.460502 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31638055'] for segment, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]: Traceback (most recent call last):
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     timer()
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     cb(*args, **kw)
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     return func(*args, **kwargs)
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     self._notify()
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     self.callback(batched_events)
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     event.method(event)
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     return f(self, *a, **k)
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._get(url).json()
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:10:12.473389 dv-cinder-813751-1-iscsi neutron-server[86764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:10:12.558229 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:12.562060 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:12.574836 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:12.584851 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b767bb3-75e4-4ede-af67-d7affc31ec13,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:12.588870 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:12.592276 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-0d7b425f-fda0-436d-b02e-8e5737aab1e8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6b767bb3-75e4-4ede-af67-d7affc31ec13 HTTP/1.1" status: 204  len: 168 time: 0.9558542
Oct 25 15:10:12.595164 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35974) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:12.933046 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] Deleting port 05b45019-6721-488e-935c-19bf52ae0c77 {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:12.933652 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:13.000548 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-28bf2e7a-e9d8-40fa-a646-d12615e95082 None None] The port '05b45019-6721-488e-935c-19bf52ae0c77' was deleted {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Oct 25 15:10:13.242822 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33510431'] for router_interface, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:13.566042 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-11f912fb-ee2a-4794-b587-8f9b6f9b17aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:13.600186 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Deleting port 9bd699eb-91af-4c50-99f6-69badb64c92c {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:13.600522 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:13.760019 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 05b45019-6721-488e-935c-19bf52ae0c77 no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:10:13.783300 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] For port 9bd699eb-91af-4c50-99f6-69badb64c92c, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=9bd699eb-91af-4c50-99f6-69badb64c92c,segment=NetworkSegment(ec87b7fb-a0f3-45f2-930e-1c4a84f563b3),segment_id=ec87b7fb-a0f3-45f2-930e-1c4a84f563b3)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:10:13.783655 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:13.809974 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 05b45019-6721-488e-935c-19bf52ae0c77 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:10:13.818984 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 05b45019-6721-488e-935c-19bf52ae0c77 not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:10:13.914987 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Calling delete_port for 9bd699eb-91af-4c50-99f6-69badb64c92c owned by network:router_interface {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:14.093739 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:14.098369 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-10579d01-586c-4d37-a41b-677a1611db5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:14.144259 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd699eb-91af-4c50-99f6-69badb64c92c,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:14.147420 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:14.500118 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:14.518261 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33051299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33533327'] for router_interface, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:14.883233 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Router ac6c1c37-98fa-442e-bd11-50647bb3c15d has already been hosted by L3 agent affd3535-482f-40ec-b33b-c347b0ca7e0e {{(pid=86764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Oct 25 15:10:15.064874 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Notify agent at l3_agent.dv-cinder-813751-1-iscsi the message routers_updated {{(pid=86764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Oct 25 15:10:15.073633 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] Sync routers for ids ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'] in dv-cinder-813751-1-iscsi {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Oct 25 15:10:15.082609 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] 10.222.0.57 "PUT /v2.0/routers/ac6c1c37-98fa-442e-bd11-50647bb3c15d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4862649
Oct 25 15:10:15.084866 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35988) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:15.085696 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] Routers {'ac6c1c37-98fa-442e-bd11-50647bb3c15d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:10:15.087120 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ebbf430>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:10:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:15.270679 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:15.275919 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] Set router ac6c1c37-98fa-442e-bd11-50647bb3c15d gateway port host: dv-cinder-813751-1-iscsi {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:10:15.476040 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:15.486723 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Deleting port e246a376-a6eb-493f-89a8-ebed32ddeb4f {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:15.487063 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:15.568431 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ebbf430>, [{'id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'name': 'tempest-TestVolumeBootPattern-1027904096-router', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'external_fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:40Z', 'updated_at': '2021-10-25T15:10:14Z', 'revision_number': 5, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'gw_port': {'id': 'e246a376-a6eb-493f-89a8-ebed32ddeb4f', 'name': '', 'network_id': '7e676695-9316-4764-8fee-34d0d2b07572', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T15:02:41Z', 'updated_at': '2021-10-25T15:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93a7c594-27a7-4b7e-85bb-1f820ecc7b3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813751-1-iscsi'}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:15.572772 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] Checking router: ac6c1c37-98fa-442e-bd11-50647bb3c15d for host: dv-cinder-813751-1-iscsi {{(pid=86767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Oct 25 15:10:15.581525 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] Routers {'ac6c1c37-98fa-442e-bd11-50647bb3c15d'} bound to L3 agent in host dv-cinder-813751-1-iscsi {{(pid=86767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Oct 25 15:10:15.582750 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7efe6ebbf430>, 'dv-cinder-813751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T14:48:13Z,description=<?>,heartbeat_timestamp=2021-10-25T15:10:14Z,host='dv-cinder-813751-1-iscsi',id=affd3535-482f-40ec-b33b-c347b0ca7e0e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-25T14:48:13Z,topic='l3_agent')) {'router_ids': ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'], 'active': True} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:15.668261 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] For port e246a376-a6eb-493f-89a8-ebed32ddeb4f, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=e246a376-a6eb-493f-89a8-ebed32ddeb4f,segment=NetworkSegment(5d56910f-ea39-4ad7-a001-61861e180e07),segment_id=5d56910f-ea39-4ad7-a001-61861e180e07)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:10:15.669401 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:15.743640 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_dvr_db [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] Set router ac6c1c37-98fa-442e-bd11-50647bb3c15d gateway port host: None {{(pid=86767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Oct 25 15:10:15.891068 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.l3_hamode_db [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7efe6ebbf430>, [{'id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'name': 'tempest-TestVolumeBootPattern-1027904096-router', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:40Z', 'updated_at': '2021-10-25T15:10:15Z', 'revision_number': 6, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'gw_port_host': None}], 'dv-cinder-813751-1-iscsi', False) {} {{(pid=86767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:15.894991 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b450e-749d-4e0c-b01a-1da22a487c55 None None] The sync data for ids ['ac6c1c37-98fa-442e-bd11-50647bb3c15d'] in dv-cinder-813751-1-iscsi is: [{'id': 'ac6c1c37-98fa-442e-bd11-50647bb3c15d', 'name': 'tempest-TestVolumeBootPattern-1027904096-router', 'tenant_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T15:02:40Z', 'updated_at': '2021-10-25T15:10:15Z', 'revision_number': 6, 'project_id': 'b8e4cc3babfe4acbbf4dec7921b88394', 'gw_port_host': None}] {{(pid=86767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Oct 25 15:10:15.916896 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Calling delete_port for e246a376-a6eb-493f-89a8-ebed32ddeb4f owned by network:router_gateway {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:16.082742 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.086225 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-be575cf9-72d1-4ff6-b1f4-9055fdd874c8 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:16.129321 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e246a376-a6eb-493f-89a8-ebed32ddeb4f,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:16.132410 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:16.225844 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33441010'] for router_gateway, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.405218 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33513238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1632'] for router, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.407400 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.430271 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33512457'] for router, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.430789 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac6c1c37-98fa-442e-bd11-50647bb3c15d {{(pid=86764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Oct 25 15:10:16.443566 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] Notify callbacks [] for router, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.444676 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-2f02614b-5542-4c4b-b483-c8c4e8eda0a4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ac6c1c37-98fa-442e-bd11-50647bb3c15d HTTP/1.1" status: 204  len: 168 time: 1.3587222
Oct 25 15:10:16.447523 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 35998) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:16.507511 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d1632f-dfce-4b0a-b14f-c655812a82d2 admin admin] Deleting subnet 8b3193bd-b7b5-4f0f-889f-1c99f698b665 {{(pid=86764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:10:16.510340 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f3d1632f-dfce-4b0a-b14f-c655812a82d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.563702 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f3d1632f-dfce-4b0a-b14f-c655812a82d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-584072'] for subnet, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.643565 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f3d1632f-dfce-4b0a-b14f-c655812a82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.685168 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.721212 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f3d1632f-dfce-4b0a-b14f-c655812a82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31638173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32108857'] for subnet, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.725307 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-d5634cfb-26d3-49a1-bd5f-22a337550711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:16.760721 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1632f-dfce-4b0a-b14f-c655812a82d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3193bd-b7b5-4f0f-889f-1c99f698b665,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:16.763598 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f3d1632f-dfce-4b0a-b14f-c655812a82d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:16.764570 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-f3d1632f-dfce-4b0a-b14f-c655812a82d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:16.770599 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-f3d1632f-dfce-4b0a-b14f-c655812a82d2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8b3193bd-b7b5-4f0f-889f-1c99f698b665 HTTP/1.1" status: 204  len: 168 time: 0.3221118
Oct 25 15:10:16.773212 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 36004) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:16.776656 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d5e1b2-fc13-454c-995b-088814c41e38 None None] Network 7d03797d-f1da-4759-981c-2c441c525ccd requested from dv-cinder-813751-1-iscsi {{(pid=86766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Oct 25 15:10:17.036342 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.046952 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Deleting port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b {{(pid=86765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:17.047311 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.067719 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] DHCP port deletion for 7d03797d-f1da-4759-981c-2c441c525ccd request from dv-cinder-813751-1-iscsi {{(pid=86766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Oct 25 15:10:17.071969 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] Deleting port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:17.072341 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.258355 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.db [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] For port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=56c8fce6-ea3d-4e40-80a5-f2240f030c7b,segment=NetworkSegment(ec87b7fb-a0f3-45f2-930e-1c4a84f563b3),segment_id=ec87b7fb-a0f3-45f2-930e-1c4a84f563b3)] {{(pid=86765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:10:17.258744 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.310746 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] For port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b, host dv-cinder-813751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813751-1-iscsi',level=0,port_id=56c8fce6-ea3d-4e40-80a5-f2240f030c7b,segment=NetworkSegment(ec87b7fb-a0f3-45f2-930e-1c4a84f563b3),segment_id=ec87b7fb-a0f3-45f2-930e-1c4a84f563b3)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:10:17.311138 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.381057 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.plugin [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Calling delete_port for 56c8fce6-ea3d-4e40-80a5-f2240f030c7b owned by network:dhcp {{(pid=86765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:17.430447 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] Calling delete_port for 56c8fce6-ea3d-4e40-80a5-f2240f030c7b owned by network:dhcp {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:17.461201 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30379598'] for port, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.464977 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-ef30afeb-6164-40fd-af67-67de4355aa99 tempest-AttachVolumeTestJSON-597576044 tempest-AttachVolumeTestJSON-597576044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:17.508333 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Pushing event deleted for resources: {'Port': ['ID=56c8fce6-ea3d-4e40-80a5-f2240f030c7b,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:17.509574 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.db.api [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 25 15:10:17.509945 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_db.api [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 25 15:10:17.511466 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:17.513037 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] No DVR routers for this DVR port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b on host dv-cinder-813751-1-iscsi {{(pid=86765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:10:17.633412 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.659964 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6dfd2fd0>,) {'filters': {'network_id': ['7d03797d-f1da-4759-981c-2c441c525ccd']}} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:17.672337 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6dfd2fd0>, 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3') {'for_net_delete': True} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:17.672634 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6dfd2fd0>, 'ec87b7fb-a0f3-45f2-930e-1c4a84f563b3') {} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:10:17.684848 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31795221'] for segment, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.701978 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.707686 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=86765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:10:17.708084 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379675'] for segment, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]: Traceback (most recent call last):
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     timer()
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     cb(*args, **kw)
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     return func(*args, **kwargs)
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     self._notify()
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     self.callback(batched_events)
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     event.method(event)
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     return f(self, *a, **k)
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._get(url).json()
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:10:17.726562 dv-cinder-813751-1-iscsi neutron-server[86765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:10:17.759828 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 9bd699eb-91af-4c50-99f6-69badb64c92c no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:10:17.793017 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 9bd699eb-91af-4c50-99f6-69badb64c92c {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:10:17.793465 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 9bd699eb-91af-4c50-99f6-69badb64c92c not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:10:17.794495 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 56c8fce6-ea3d-4e40-80a5-f2240f030c7b no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:10:17.803084 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.807432 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:17.823129 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:17.831828 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: 56c8fce6-ea3d-4e40-80a5-f2240f030c7b {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:10:17.832184 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device 56c8fce6-ea3d-4e40-80a5-f2240f030c7b not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:10:17.832641 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device e246a376-a6eb-493f-89a8-ebed32ddeb4f no longer exists at agent ovs-agent-dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:10:17.833948 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d03797d-f1da-4759-981c-2c441c525ccd,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:17.838275 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:17.842292 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-e71035bf-f959-40f7-89af-2879bc5eb48f admin admin] 10.222.0.57 "DELETE /v2.0/networks/7d03797d-f1da-4759-981c-2c441c525ccd HTTP/1.1" status: 204  len: 168 time: 1.0679924
Oct 25 15:10:17.869845 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] No Port match for: e246a376-a6eb-493f-89a8-ebed32ddeb4f {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:10:17.870197 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Device e246a376-a6eb-493f-89a8-ebed32ddeb4f not bound to the agent host dv-cinder-813751-1-iscsi {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:10:17.955451 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 36012) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:18.004710 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-75a9067a-064b-40a2-aaee-5e8ff9f81f54 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25ba3a1600fd4be6bf9ece5e1fc524e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0480320
Oct 25 15:10:18.007054 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 36016) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:18.011216 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] Deleting port 56c8fce6-ea3d-4e40-80a5-f2240f030c7b {{(pid=86766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:18.011675 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:18.066029 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c6a00900-8a99-42e3-aa94-20d3c0fcdc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:18.079685 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-5c9728fd-a8dc-4d6c-b205-525d8599c299 None None] The port '56c8fce6-ea3d-4e40-80a5-f2240f030c7b' was deleted {{(pid=86766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Oct 25 15:10:18.094171 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c6a00900-8a99-42e3-aa94-20d3c0fcdc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:18.148671 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c6a00900-8a99-42e3-aa94-20d3c0fcdc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:18.152326 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b53a947f-b9c5-4dd4-ae5e-3ed404eca646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:18.163485 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a00900-8a99-42e3-aa94-20d3c0fcdc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ff30fd-7042-49ec-abbc-9a0b375e2893,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:18.168143 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-c6a00900-8a99-42e3-aa94-20d3c0fcdc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:18.169985 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-c6a00900-8a99-42e3-aa94-20d3c0fcdc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:18.171934 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-c6a00900-8a99-42e3-aa94-20d3c0fcdc0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21ff30fd-7042-49ec-abbc-9a0b375e2893 HTTP/1.1" status: 204  len: 168 time: 0.1637621
Oct 25 15:10:18.498008 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 36024) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:18.545908 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-5aa6e1b1-9a6d-4b69-9247-c09ec6831d88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8e4cc3babfe4acbbf4dec7921b88394&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0466816
Oct 25 15:10:18.548254 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 36028) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:10:18.614459 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2817db8d-44d5-453f-a43f-7d4c70aaa684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:18.639823 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2817db8d-44d5-453f-a43f-7d4c70aaa684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:18.691858 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2817db8d-44d5-453f-a43f-7d4c70aaa684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:18.695584 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-f471b6f0-afe1-4d01-a44f-199d2ee5b977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:18.706188 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817db8d-44d5-453f-a43f-7d4c70aaa684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11abd17b-623d-4275-9705-2d011d22ed40,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:18.710036 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-2817db8d-44d5-453f-a43f-7d4c70aaa684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:18.713739 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-2817db8d-44d5-453f-a43f-7d4c70aaa684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:18.714816 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-2817db8d-44d5-453f-a43f-7d4c70aaa684 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11abd17b-623d-4275-9705-2d011d22ed40 HTTP/1.1" status: 204  len: 168 time: 0.1656945
Oct 25 15:10:22.794155 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:10:31.001318 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:40.216007 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:40.554192 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-8af706ed-5bd4-4f88-9926-a12735a50d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:41.849002 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f43837-8d8f-4dc0-a910-205e28174ff5 req-5912b1b0-451e-4fe9-8525-d85e7651f0a7 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:41.850483 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f9f43837-8d8f-4dc0-a910-205e28174ff5 req-5912b1b0-451e-4fe9-8525-d85e7651f0a7 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 945 time: 0.0828950
Oct 25 15:10:41.895394 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-f9f43837-8d8f-4dc0-a910-205e28174ff5 req-59f90586-56ce-45e1-be63-458dde1df5c3 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387490
Oct 25 15:10:43.079005 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccbbed-a804-4f5d-9892-c7bfdfaf1fc6 req-54894238-1a25-45d4-8fb1-b7e06ef2d201 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:43.080451 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-32ccbbed-a804-4f5d-9892-c7bfdfaf1fc6 req-54894238-1a25-45d4-8fb1-b7e06ef2d201 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 945 time: 0.0803416
Oct 25 15:10:43.127929 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-32ccbbed-a804-4f5d-9892-c7bfdfaf1fc6 req-d56a5a35-7011-42d3-97ed-78bb94524173 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417447
Oct 25 15:10:43.568716 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f9fff58a-1f7e-4c24-a6f7-f87f23aad23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:43.653856 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c435144-5659-453c-ad23-67e0c4f56261 req-5fb73308-ecf8-4945-97aa-0b7e2561d22b tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:43.655294 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6c435144-5659-453c-ad23-67e0c4f56261 req-5fb73308-ecf8-4945-97aa-0b7e2561d22b tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.37 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 945 time: 0.0812588
Oct 25 15:10:43.727883 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-6c435144-5659-453c-ad23-67e0c4f56261 req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Deleting port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:10:43.728223 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6c435144-5659-453c-ad23-67e0c4f56261 req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:44.070071 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-6c435144-5659-453c-ad23-67e0c4f56261 req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] For port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,segment=NetworkSegment(2c711be5-bb09-4318-9038-f3cf1250fc23),segment_id=2c711be5-bb09-4318-9038-f3cf1250fc23)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:10:44.070455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6c435144-5659-453c-ad23-67e0c4f56261 req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:44.196530 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-6c435144-5659-453c-ad23-67e0c4f56261 req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Calling delete_port for bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:10:44.381616 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98deb6b4-9ce7-4ad2-9aed-cdbe032b9c70 req-460e30e8-b84a-4944-8c17-18f604dd90ce tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:44.383078 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98deb6b4-9ce7-4ad2-9aed-cdbe032b9c70 req-460e30e8-b84a-4944-8c17-18f604dd90ce tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=100ba621-e3f9-4781-bed9-8d46ffff45da HTTP/1.1" status: 200  len: 945 time: 0.1514714
Oct 25 15:10:44.431636 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6c435144-5659-453c-ad23-67e0c4f56261 req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:44.438758 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-7c7e1205-cba4-444d-87af-1a4bff1f81f9 tempest-TestVolumeBootPattern-185828376 tempest-TestVolumeBootPattern-185828376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:44.472114 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['bdb6a4af-362f-4364-9a86-1ec66ea4b2e0'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:10:44.483041 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-98deb6b4-9ce7-4ad2-9aed-cdbe032b9c70 req-191a8ea7-226b-46c9-ad31-31d466eff515 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937569
Oct 25 15:10:44.493067 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Pushing event deleted for resources: {'Port': ['ID=bdb6a4af-362f-4364-9a86-1ec66ea4b2e0,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:44.525919 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:44.530236 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:44.566042 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c435144-5659-453c-ad23-67e0c4f56261 req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] No DVR routers for this DVR port bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:10:44.568601 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6c435144-5659-453c-ad23-67e0c4f56261 req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:44.571241 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100ba621-e3f9-4781-bed9-8d46ffff45da', 'name': 'network-vif-deleted', 'tag': 'bdb6a4af-362f-4364-9a86-1ec66ea4b2e0'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:10:44.588752 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6c435144-5659-453c-ad23-67e0c4f56261 req-8fbb7dce-4a58-4f0c-8024-5e5feabb585f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.37 "DELETE /v2.0/ports/bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 HTTP/1.1" status: 204  len: 173 time: 0.9248896
Oct 25 15:10:44.618474 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100ba621-e3f9-4781-bed9-8d46ffff45da', 'name': 'network-vif-deleted', 'tag': 'bdb6a4af-362f-4364-9a86-1ec66ea4b2e0', 'status': 'completed', 'code': 200}
Oct 25 15:10:46.685713 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:48.854749 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:10:48.892287 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:10:48.892640 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device bdb6a4af-362f-4364-9a86-1ec66ea4b2e0 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:10:56.047822 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b467f-2b3a-4706-922b-5678e748536e req-a48e48b5-b36c-47e4-ab6f-bdf2dc348ac6 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:56.049443 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-a48e48b5-b36c-47e4-ab6f-bdf2dc348ac6 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/networks?id=700bba49-193a-4b05-b469-c19f8a6500d4 HTTP/1.1" status: 200  len: 814 time: 0.1475780
Oct 25 15:10:56.064314 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-a275e8bc-efdc-465f-a09b-ad2bf8fcfaee tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/quotas/625aa939803a4496848addf4d08fba77 HTTP/1.1" status: 200  len: 375 time: 0.0094621
Oct 25 15:10:56.113221 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-148b467f-2b3a-4706-922b-5678e748536e req-e9201349-e3e2-4e93-9a0a-c990441e76aa tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Synchronizing usage tracker for tenant:625aa939803a4496848addf4d08fba77 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:10:56.130513 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-148b467f-2b3a-4706-922b-5678e748536e req-e9201349-e3e2-4e93-9a0a-c990441e76aa tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Unset dirty status for tenant:625aa939803a4496848addf4d08fba77 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:10:56.131900 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-e9201349-e3e2-4e93-9a0a-c990441e76aa tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=625aa939803a4496848addf4d08fba77&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628712
Oct 25 15:10:56.271567 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-4554d853-a4d1-4a8a-b0c6-cab68fdbebb9 service neutron] 10.222.0.57 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330252
Oct 25 15:10:56.401095 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-3004ca63-f381-4ff9-a4ce-65f7c8ffdcdc service neutron] 10.222.0.57 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236954
Oct 25 15:10:56.572268 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-eced2082-8ba5-4d76-bf2e-2199fbf9a286 req-4d19103e-ed9f-462a-83b0-481b59eb56a0 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 210 time: 0.0440934
Oct 25 15:10:57.719848 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e1fbff08-1cec-4d63-b1d5-a328c67f8a29 req-6e949c5d-1fd9-4ddf-a158-3cc7195a9955 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 210 time: 0.0426650
Oct 25 15:10:58.140121 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b467f-2b3a-4706-922b-5678e748536e req-9430cab1-d976-43fe-bcb3-073b68bcbaad tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:58.141504 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-9430cab1-d976-43fe-bcb3-073b68bcbaad tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.37 "GET /v2.0/networks?id=700bba49-193a-4b05-b469-c19f8a6500d4 HTTP/1.1" status: 200  len: 814 time: 0.1471550
Oct 25 15:10:58.168042 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Request body: {'port': {'device_id': '30b138ab-acdd-4c5b-a57f-84c2d084c135', 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4', 'admin_state_up': True, 'tenant_id': '625aa939803a4496848addf4d08fba77'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:10:58.303034 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 25 15:10:58.313014 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.quota.driver [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 25 15:10:58.322252 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Made reservation on behalf of 625aa939803a4496848addf4d08fba77 for: {'port': 1} {{(pid=86764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 25 15:10:58.325851 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:58.582093 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_common [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Allocated IP 172.20.0.5 (700bba49-193a-4b05-b469-c19f8a6500d4/5b38c9f5-f9a9-4113-b377-51f695e748df/e5b22c3f-064e-4dfd-813f-c71ff6477877) {{(pid=86764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 25 15:10:58.791549 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks [] for port, precommit_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:58.822935 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726953899825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_create {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:58.832279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ae2a2eea-5dd4-4b94-8bf5-42361e988fdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:58.923081 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Network 700bba49-193a-4b05-b469-c19f8a6500d4 is already hosted by enough agents. {{(pid=86764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 25 15:10:58.931449 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.scheduler.base_scheduler [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Resources bound (agent type, host, resource id):  {{(pid=86764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 25 15:10:58.937595 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Received port after_create {{(pid=86764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Oct 25 15:10:58.993903 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Pushing event updated for resources: {'Port': ['ID=e5b22c3f-064e-4dfd-813f-c71ff6477877,revision_number=1']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:59.017413 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.017784 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.018147 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.018543 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.018885 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.019236 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.019586 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.019929 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.020275 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.020617 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.020959 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.021295 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:10:59.031458 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:59.032051 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:59.036465 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:59.076355 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6424f-c067-4bdd-9f42-9b7e8a667890 req-9e1248b8-aa2c-40c2-a127-f3dc084d07d8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:10:59.077022 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-0ed6424f-c067-4bdd-9f42-9b7e8a667890 req-9e1248b8-aa2c-40c2-a127-f3dc084d07d8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Synchronizing usage tracker for tenant:625aa939803a4496848addf4d08fba77 on resource:port {{(pid=86764) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 25 15:10:59.080149 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-b79fe8a2-aaf1-4448-83e6-1f442066e073 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9166920
Oct 25 15:10:59.093835 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.quota.resource [req-0ed6424f-c067-4bdd-9f42-9b7e8a667890 req-9e1248b8-aa2c-40c2-a127-f3dc084d07d8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Unset dirty status for tenant:625aa939803a4496848addf4d08fba77 on resource:port {{(pid=86764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 25 15:10:59.095025 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ed6424f-c067-4bdd-9f42-9b7e8a667890 req-9e1248b8-aa2c-40c2-a127-f3dc084d07d8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 931 time: 0.2298472
Oct 25 15:10:59.117464 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.v2.base [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Request body: {'port': {'device_id': '30b138ab-acdd-4c5b-a57f-84c2d084c135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81375'}} {{(pid=86764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Oct 25 15:10:59.192629 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ed6424f-c067-4bdd-9f42-9b7e8a667890 req-36181891-f764-43f2-b641-49df9b7b7233 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920358
Oct 25 15:10:59.248708 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:59.590281 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b22c3f-064e-4dfd-813f-c71ff6477877 {{(pid=86764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:10:59.597829 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:59.612280 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.provisioning_blocks [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Transition to ACTIVE for port object e5b22c3f-064e-4dfd-813f-c71ff6477877 will not be triggered until provisioned by entity L2. {{(pid=86764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 25 15:10:59.616150 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:59.619636 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-44fb03e7-9e3e-4821-a410-1cb0d2010b15 tempest-VolumesActionsTest-734983232 tempest-VolumesActionsTest-734983232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:10:59.773910 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b22c3f-064e-4dfd-813f-c71ff6477877,revision_number=2']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:10:59.782003 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:10:59.797206 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:10:59.852491 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Attempting to bind port e5b22c3f-064e-4dfd-813f-c71ff6477877 on host hv-cinder-81375 for vnic_type normal with profile  {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 25 15:10:59.852918 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Attempting to bind port e5b22c3f-064e-4dfd-813f-c71ff6477877 by drivers openvswitch,hyperv on host hv-cinder-81375 at level 0 using segments [{'id': '2c711be5-bb09-4318-9038-f3cf1250fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4'}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 25 15:10:59.853134 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Attempting to bind port e5b22c3f-064e-4dfd-813f-c71ff6477877 on network 700bba49-193a-4b05-b469-c19f8a6500d4 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:10:59.858334 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Port e5b22c3f-064e-4dfd-813f-c71ff6477877 on network 700bba49-193a-4b05-b469-c19f8a6500d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81375 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Oct 25 15:10:59.858681 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Attempting to bind port e5b22c3f-064e-4dfd-813f-c71ff6477877 on network 700bba49-193a-4b05-b469-c19f8a6500d4 {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Oct 25 15:10:59.863992 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Checking agent: {'id': 'bbeec637-a57d-49fa-9212-18a9057fbed2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81375', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'started_at': datetime.datetime(2021, 10, 25, 14, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Oct 25 15:10:59.864340 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Checking segment: {'id': '2c711be5-bb09-4318-9038-f3cf1250fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Oct 25 15:10:59.864704 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Bound using segment: {'id': '2c711be5-bb09-4318-9038-f3cf1250fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4'} {{(pid=86764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Oct 25 15:10:59.865122 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.managers [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Bound port: e5b22c3f-064e-4dfd-813f-c71ff6477877, host: hv-cinder-81375, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c711be5-bb09-4318-9038-f3cf1250fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4'}}] {{(pid=86764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 25 15:10:59.865464 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:59.955904 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] For port e5b22c3f-064e-4dfd-813f-c71ff6477877, host hv-cinder-81375, cleared binding levels {{(pid=86764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Oct 25 15:10:59.958843 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] For port e5b22c3f-064e-4dfd-813f-c71ff6477877, host hv-cinder-81375, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=e5b22c3f-064e-4dfd-813f-c71ff6477877,segment=NetworkSegment(2c711be5-bb09-4318-9038-f3cf1250fc23),segment_id=2c711be5-bb09-4318-9038-f3cf1250fc23)] {{(pid=86764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Oct 25 15:10:59.963439 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31638219'] for port, after_update {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:10:59.967963 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-4bf3fbf4-54c9-4087-9117-db2e85560095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:11:00.020198 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:00.020798 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:00.022142 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] 10.222.0.37 "PUT /v2.0/ports/e5b22c3f-064e-4dfd-813f-c71ff6477877 HTTP/1.1" status: 200  len: 1093 time: 0.9083793
Oct 25 15:11:00.022690 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b138ab-acdd-4c5b-a57f-84c2d084c135', 'tag': 'e5b22c3f-064e-4dfd-813f-c71ff6477877'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:11:00.048079 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b22c3f-064e-4dfd-813f-c71ff6477877,revision_number=3']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:11:00.052712 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b2029691-a963-4736-99a8-78fc0b78e8d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:11:00.068192 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b138ab-acdd-4c5b-a57f-84c2d084c135', 'tag': 'e5b22c3f-064e-4dfd-813f-c71ff6477877', 'status': 'completed', 'code': 200}
Oct 25 15:11:00.172279 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b467f-2b3a-4706-922b-5678e748536e req-6eab2b04-9958-4fd7-90fc-47a04be7eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:00.173647 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-6eab2b04-9958-4fd7-90fc-47a04be7eddc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=625aa939803a4496848addf4d08fba77&device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 1096 time: 0.0743179
Oct 25 15:11:00.266643 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-adbf7389-85b5-4831-b7b1-07db87b447ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5b22c3f-064e-4dfd-813f-c71ff6477877 HTTP/1.1" status: 200  len: 217 time: 0.0713358
Oct 25 15:11:00.469771 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b467f-2b3a-4706-922b-5678e748536e req-a69fb26c-2fd5-4326-a06d-6ea03102bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:00.471122 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-a69fb26c-2fd5-4326-a06d-6ea03102bda9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b38c9f5-f9a9-4113-b377-51f695e748df HTTP/1.1" status: 200  len: 854 time: 0.1975305
Oct 25 15:11:00.527934 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-53fde40b-9150-4b0c-9b57-dc20834a65dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=700bba49-193a-4b05-b469-c19f8a6500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447536
Oct 25 15:11:00.539771 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ab7ba-f51e-4751-926b-e73e06be8697 req-a169c683-d1ef-4e13-88b0-897085d0b063 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:00.541112 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-340ab7ba-f51e-4751-926b-e73e06be8697 req-a169c683-d1ef-4e13-88b0-897085d0b063 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 943 time: 0.1404119
Oct 25 15:11:00.657816 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-340ab7ba-f51e-4751-926b-e73e06be8697 req-578d1bee-3c88-44a4-99c9-778f822b06e2 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988693
Oct 25 15:11:00.701929 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-caaae373-e724-4e65-86f3-e73e825d1381 service neutron] 10.222.0.37 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599004
Oct 25 15:11:00.837766 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-148b467f-2b3a-4706-922b-5678e748536e req-59f1219a-79ad-4115-853e-5174ed11092f service neutron] 10.222.0.37 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250238
Oct 25 15:11:01.004304 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:01.020598 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9ab7d-9854-41d1-b15f-1f292f24d392 req-e88818ad-0c3d-4694-8035-2f6192b84905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:01.022064 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ff9ab7d-9854-41d1-b15f-1f292f24d392 req-e88818ad-0c3d-4694-8035-2f6192b84905 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=625aa939803a4496848addf4d08fba77&device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 1096 time: 0.0763562
Oct 25 15:11:01.154877 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9ab7d-9854-41d1-b15f-1f292f24d392 req-58fb66f2-0652-4c5a-b490-ff3de04b4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:01.156185 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ff9ab7d-9854-41d1-b15f-1f292f24d392 req-58fb66f2-0652-4c5a-b490-ff3de04b4a0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=700bba49-193a-4b05-b469-c19f8a6500d4 HTTP/1.1" status: 200  len: 915 time: 0.1266432
Oct 25 15:11:01.222879 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ff9ab7d-9854-41d1-b15f-1f292f24d392 req-87984480-e871-4e16-882f-cbfe52d299a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5b22c3f-064e-4dfd-813f-c71ff6477877 HTTP/1.1" status: 200  len: 217 time: 0.0591445
Oct 25 15:11:01.288172 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9ab7d-9854-41d1-b15f-1f292f24d392 req-11ba9a64-6f59-4748-8fd4-c5655d68e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:01.289628 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ff9ab7d-9854-41d1-b15f-1f292f24d392 req-11ba9a64-6f59-4748-8fd4-c5655d68e920 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b38c9f5-f9a9-4113-b377-51f695e748df HTTP/1.1" status: 200  len: 854 time: 0.0597970
Oct 25 15:11:01.337118 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ff9ab7d-9854-41d1-b15f-1f292f24d392 req-05b4512f-a3f9-4a9f-bb6b-22babff0e699 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=700bba49-193a-4b05-b469-c19f8a6500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401857
Oct 25 15:11:01.469848 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ff9ab7d-9854-41d1-b15f-1f292f24d392 req-78e33680-cd45-4013-b4a0-d671e01de970 service neutron] 10.222.0.37 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244478
Oct 25 15:11:01.603785 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-0ff9ab7d-9854-41d1-b15f-1f292f24d392 req-9bbbff2f-31bc-4a29-bb5f-169a16a6ffed service neutron] 10.222.0.37 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274068
Oct 25 15:11:01.845695 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf6a08-4e2e-43c0-80d7-26f4446c8031 req-0006146d-da6e-4989-8587-9dd3f3da09ed tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:01.847216 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cfaf6a08-4e2e-43c0-80d7-26f4446c8031 req-0006146d-da6e-4989-8587-9dd3f3da09ed tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 943 time: 0.0835323
Oct 25 15:11:01.896869 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-cfaf6a08-4e2e-43c0-80d7-26f4446c8031 req-f781b42f-08c5-4778-9681-a59ce9fdea82 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434179
Oct 25 15:11:03.080924 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1504f-4e40-45ff-85f8-95713c3033b2 req-e8e8f3bb-1739-46e4-bdfc-3a2bc6c792dc tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:03.082339 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d4d1504f-4e40-45ff-85f8-95713c3033b2 req-e8e8f3bb-1739-46e4-bdfc-3a2bc6c792dc tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 943 time: 0.0796714
Oct 25 15:11:03.126048 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-d4d1504f-4e40-45ff-85f8-95713c3033b2 req-4db6c022-323e-45e5-bcc8-bd11eeb4bc5a tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378897
Oct 25 15:11:03.749830 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device e5b22c3f-064e-4dfd-813f-c71ff6477877 details requested by agent hyperv_hv-cinder-81375 with host hv-cinder-81375 {{(pid=86766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 25 15:11:03.886469 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port e5b22c3f-064e-4dfd-813f-c71ff6477877, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=e5b22c3f-064e-4dfd-813f-c71ff6477877,segment=NetworkSegment(2c711be5-bb09-4318-9038-f3cf1250fc23),segment_id=2c711be5-bb09-4318-9038-f3cf1250fc23)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:11:03.899064 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Returning: {'device': 'e5b22c3f-064e-4dfd-813f-c71ff6477877', 'network_id': '700bba49-193a-4b05-b469-c19f8a6500d4', 'port_id': 'e5b22c3f-064e-4dfd-813f-c71ff6477877', 'mac_address': 'fa:16:3e:6d:41:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b38c9f5-f9a9-4113-b377-51f695e748df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 25 15:11:03.954963 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:03.971350 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b22c3f-064e-4dfd-813f-c71ff6477877 {{(pid=86766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 25 15:11:03.986773 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port e5b22c3f-064e-4dfd-813f-c71ff6477877, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=e5b22c3f-064e-4dfd-813f-c71ff6477877,segment=NetworkSegment(2c711be5-bb09-4318-9038-f3cf1250fc23),segment_id=2c711be5-bb09-4318-9038-f3cf1250fc23)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:11:03.990745 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:03.992524 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:11:04.060271 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=e5b22c3f-064e-4dfd-813f-c71ff6477877,revision_number=4']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:11:04.067354 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.067696 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.068028 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.068351 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.068674 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.068995 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.069311 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.069628 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.069942 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.070253 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.070594 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.070905 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:11:04.075194 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:11:04.310134 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f163-99c5-4295-9c68-f2f5238a418e req-6b5e2ef2-6f7a-4584-98d0-a9b05be2e5a9 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:04.311599 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ac2f163-99c5-4295-9c68-f2f5238a418e req-6b5e2ef2-6f7a-4584-98d0-a9b05be2e5a9 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 944 time: 0.0838251
Oct 25 15:11:04.345194 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['e5b22c3f-064e-4dfd-813f-c71ff6477877'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:11:04.354343 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-5ac2f163-99c5-4295-9c68-f2f5238a418e req-26cbd779-eac8-41fa-9c95-04ec2f384c0e tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372305
Oct 25 15:11:05.534243 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2e722-fba8-435b-b683-424ac1f3591d req-f3bbeb94-0c51-4e32-880a-a721d2f21109 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:05.535702 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6fb2e722-fba8-435b-b683-424ac1f3591d req-f3bbeb94-0c51-4e32-880a-a721d2f21109 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 944 time: 0.0792029
Oct 25 15:11:05.579999 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6fb2e722-fba8-435b-b683-424ac1f3591d req-66807924-52ab-4b73-b9d2-8b35c5568852 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385873
Oct 25 15:11:05.777314 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device e5b22c3f-064e-4dfd-813f-c71ff6477877 up at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 25 15:11:05.853741 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning for port e5b22c3f-064e-4dfd-813f-c71ff6477877 completed by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 25 15:11:05.859009 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.db.provisioning_blocks [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Provisioning complete for port e5b22c3f-064e-4dfd-813f-c71ff6477877 triggered by entity L2. {{(pid=86766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 25 15:11:05.859639 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-926578'] for port, provisioning_complete {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:05.976677 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847302'] for port, before_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:06.003032 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b138ab-acdd-4c5b-a57f-84c2d084c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b22c3f-064e-4dfd-813f-c71ff6477877'}] {{(pid=86766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:11:06.013021 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] For port e5b22c3f-064e-4dfd-813f-c71ff6477877, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=e5b22c3f-064e-4dfd-813f-c71ff6477877,segment=NetworkSegment(2c711be5-bb09-4318-9038-f3cf1250fc23),segment_id=2c711be5-bb09-4318-9038-f3cf1250fc23)] {{(pid=86766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:11:06.017466 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726954315349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726953899843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726953899888'] for port, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:06.019334 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:11:06.049608 dv-cinder-813751-1-iscsi neutron-server[86766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b138ab-acdd-4c5b-a57f-84c2d084c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b22c3f-064e-4dfd-813f-c71ff6477877', 'code': 200}
Oct 25 15:11:06.086963 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Pushing event updated for resources: {'Port': ['ID=e5b22c3f-064e-4dfd-813f-c71ff6477877,revision_number=5']} {{(pid=86766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:11:06.089805 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG oslo_concurrency.lockutils [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:11:06.419927 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27da0-2197-467f-9c3a-1c20832575f1 req-61d77ec0-441d-4ddc-a667-e8538abd10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:06.421368 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-55d27da0-2197-467f-9c3a-1c20832575f1 req-61d77ec0-441d-4ddc-a667-e8538abd10a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 1098 time: 0.1677961
Oct 25 15:11:06.467505 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-55d27da0-2197-467f-9c3a-1c20832575f1 req-b2ef24bf-c60e-4149-8536-c2627d08b63b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358152
Oct 25 15:11:06.760387 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b509e-d747-4f31-8958-058d5832ab32 req-4023df0b-63ac-4f9a-b8a1-03bdda856e0f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:06.761861 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7d0b509e-d747-4f31-8958-058d5832ab32 req-4023df0b-63ac-4f9a-b8a1-03bdda856e0f tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 945 time: 0.0806394
Oct 25 15:11:06.808549 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-7d0b509e-d747-4f31-8958-058d5832ab32 req-34c822f3-1f1b-4772-a928-2f3fba45ce9e tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405691
Oct 25 15:11:07.997466 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7c3cc-ec9d-4f5c-9f2b-5b777afb899d req-74660bde-c610-4cd3-a9cd-5865a21feb2a tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:07.998818 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28e7c3cc-ec9d-4f5c-9f2b-5b777afb899d req-74660bde-c610-4cd3-a9cd-5865a21feb2a tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 945 time: 0.0811963
Oct 25 15:11:08.041533 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-28e7c3cc-ec9d-4f5c-9f2b-5b777afb899d req-6182a11f-89aa-45dd-88fd-b8fc9439add4 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371945
Oct 25 15:11:10.217997 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:10.555742 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e114-b2e9-42fc-8d6b-a2f658e634ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:12.634923 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-32b21fc6-fa90-4a78-bb73-8d4cf3bd7767 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0740001
Oct 25 15:11:12.787023 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-c2386f0f-09a6-46b0-ab1b-a631fb502497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:12.788473 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-c2386f0f-09a6-46b0-ab1b-a631fb502497 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=625aa939803a4496848addf4d08fba77&device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 1098 time: 0.0700531
Oct 25 15:11:12.937972 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-bc35a47e-8e08-4722-b3db-85a3862f49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:12.939447 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-bc35a47e-8e08-4722-b3db-85a3862f49d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=700bba49-193a-4b05-b469-c19f8a6500d4 HTTP/1.1" status: 200  len: 915 time: 0.1305873
Oct 25 15:11:13.013525 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-ea8c5cf6-9e10-4939-9650-c1134e22e44d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5b22c3f-064e-4dfd-813f-c71ff6477877 HTTP/1.1" status: 200  len: 217 time: 0.0652976
Oct 25 15:11:13.078584 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-c25ab61e-bef6-41ec-955f-dbc565d84996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:13.080010 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-c25ab61e-bef6-41ec-955f-dbc565d84996 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b38c9f5-f9a9-4113-b377-51f695e748df HTTP/1.1" status: 200  len: 854 time: 0.0606637
Oct 25 15:11:13.127183 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-e8084fc4-bd31-48f9-911d-d0575ded526e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=700bba49-193a-4b05-b469-c19f8a6500d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408514
Oct 25 15:11:13.258527 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-01c8d39e-af12-4f4b-a7e1-1fc12469714b service neutron] 10.222.0.37 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248274
Oct 25 15:11:13.389129 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-ecaec130-6a8e-4cdd-bce1-de5207f966e2 req-1d8da2c3-108b-4cb4-888a-8e328158a971 service neutron] 10.222.0.37 "GET /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235585
Oct 25 15:11:13.571210 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-404e68f1-4e63-47fe-a8fe-7ca0b196c36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:14.505781 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:16.688983 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:30.505130 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c6f4d-ea6b-4d85-9f97-6b6c6bc12967 req-2d00ebec-803b-410b-a691-cba31b5f8078 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:30.506479 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-064c6f4d-ea6b-4d85-9f97-6b6c6bc12967 req-2d00ebec-803b-410b-a691-cba31b5f8078 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 945 time: 0.0828259
Oct 25 15:11:30.550792 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-064c6f4d-ea6b-4d85-9f97-6b6c6bc12967 req-6286426a-9881-4907-8506-6905f1438953 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381641
Oct 25 15:11:31.024989 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:31.733111 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a39604-74ba-4037-82f8-8a7d403e26ab req-656430ee-8c12-402b-a78d-b0f2468ba3f1 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:31.734846 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c5a39604-74ba-4037-82f8-8a7d403e26ab req-656430ee-8c12-402b-a78d-b0f2468ba3f1 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 945 time: 0.0793123
Oct 25 15:11:31.782099 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-c5a39604-74ba-4037-82f8-8a7d403e26ab req-a4677eab-3284-49d7-80d5-8a05b394ea8b tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415988
Oct 25 15:11:32.396230 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-12c6719e-4f3e-4abf-bcbc-0393efe7c330 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:32.397639 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-12c6719e-4f3e-4abf-bcbc-0393efe7c330 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.37 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 945 time: 0.0788405
Oct 25 15:11:32.471764 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Deleting port e5b22c3f-064e-4dfd-813f-c71ff6477877 {{(pid=86764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Oct 25 15:11:32.472110 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726954309434'] for port, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:32.715010 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.db [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] For port e5b22c3f-064e-4dfd-813f-c71ff6477877, host hv-cinder-81375, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81375',level=0,port_id=e5b22c3f-064e-4dfd-813f-c71ff6477877,segment=NetworkSegment(2c711be5-bb09-4318-9038-f3cf1250fc23),segment_id=2c711be5-bb09-4318-9038-f3cf1250fc23)] {{(pid=86764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Oct 25 15:11:32.715280 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33441864'] for port, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:32.935892 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.plugins.ml2.plugin [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Calling delete_port for e5b22c3f-064e-4dfd-813f-c71ff6477877 owned by compute:nova {{(pid=86764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Oct 25 15:11:33.133952 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b02bb9-f5d4-4336-a6b8-ffd52d9fed68 req-9cd5eb99-558d-4a03-af96-e0de40745d84 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 25 15:11:33.135506 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e3b02bb9-f5d4-4336-a6b8-ffd52d9fed68 req-9cd5eb99-558d-4a03-af96-e0de40745d84 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b138ab-acdd-4c5b-a57f-84c2d084c135 HTTP/1.1" status: 200  len: 945 time: 0.1701381
Oct 25 15:11:33.184423 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-845835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726954315358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726953899834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31638258'] for port, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:33.192390 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-b282ed77-640a-4319-aaa3-2f0c3600d980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:11:33.235220 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.db [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] get_ports_and_sgs() called for port_ids ['e5b22c3f-064e-4dfd-813f-c71ff6477877'] {{(pid=86766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Oct 25 15:11:33.248696 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-e3b02bb9-f5d4-4336-a6b8-ffd52d9fed68 req-2597620b-153e-42f8-bee4-459c94e02712 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.57 "GET /v2.0/security-groups?id=80a72265-e663-4a53-8bf6-fe95492b1410&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068442
Oct 25 15:11:33.274769 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Pushing event deleted for resources: {'Port': ['ID=e5b22c3f-064e-4dfd-813f-c71ff6477877,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:11:33.281764 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:11:33.320812 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] No DVR routers for this DVR port e5b22c3f-064e-4dfd-813f-c71ff6477877 on host hv-cinder-81375 {{(pid=86764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 25 15:11:33.323831 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58990'] for port, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:33.326333 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b138ab-acdd-4c5b-a57f-84c2d084c135', 'name': 'network-vif-deleted', 'tag': 'e5b22c3f-064e-4dfd-813f-c71ff6477877'}] {{(pid=86764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 25 15:11:33.342135 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [req-6717b4f1-a6fc-4bc4-84bb-5b0de5323706 req-316d586d-ab96-4a20-9cda-9109a7e9fdc8 tempest-VolumesSnapshotTestJSON-190477266 tempest-VolumesSnapshotTestJSON-190477266-project] 10.222.0.37 "DELETE /v2.0/ports/e5b22c3f-064e-4dfd-813f-c71ff6477877 HTTP/1.1" status: 204  len: 173 time: 0.9344785
Oct 25 15:11:33.376728 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b138ab-acdd-4c5b-a57f-84c2d084c135', 'name': 'network-vif-deleted', 'tag': 'e5b22c3f-064e-4dfd-813f-c71ff6477877', 'status': 'completed', 'code': 200}
Oct 25 15:11:35.835465 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device e5b22c3f-064e-4dfd-813f-c71ff6477877 no longer exists at agent hyperv_hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 25 15:11:35.869941 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.plugin [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] No Port match for: e5b22c3f-064e-4dfd-813f-c71ff6477877 {{(pid=86766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Oct 25 15:11:35.870315 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron.plugins.ml2.rpc [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Device e5b22c3f-064e-4dfd-813f-c71ff6477877 not bound to the agent host hv-cinder-81375 {{(pid=86766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 25 15:11:36.797355 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:11:40.220194 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:40.559478 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-6b15f7f0-15a6-4dfb-b141-85fb1e91eec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:43.581088 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-61b156be-4747-411d-ac26-bf0c4be3fcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:44.507382 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:46.691744 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:59.719435 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.wsgi [-] (86764) accepted ('10.222.0.57', 36426) {{(pid=86764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:11:59.782090 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Deleting subnet 5b38c9f5-f9a9-4113-b377-51f695e748df {{(pid=86764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Oct 25 15:11:59.785071 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:59.834870 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-584072'] for subnet, precommit_delete_associations {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:59.889502 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-903268'] for subnet, precommit_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:59.959455 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31638173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32108857'] for subnet, after_delete {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:11:59.963384 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-ceccc39b-7193-4d25-960b-761cad3d2eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:11:59.998930 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b38c9f5-f9a9-4113-b377-51f695e748df,revision_number=None']} {{(pid=86764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:12:00.003384 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron_lib.callbacks.manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.010243 dv-cinder-813751-1-iscsi neutron-server[86764]: INFO neutron.wsgi [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5b38c9f5-f9a9-4113-b377-51f695e748df HTTP/1.1" status: 204  len: 168 time: 0.2897854
Oct 25 15:12:00.012799 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 36430) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:12:00.014777 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.015152 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.015515 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.015872 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.016226 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.016576 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.016928 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.017277 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.017624 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.017970 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.018316 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.018693 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.021764 dv-cinder-813751-1-iscsi neutron-server[86764]: DEBUG oslo_concurrency.lockutils [None req-5123a034-8b93-4872-ba90-86c09f5a8444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:12:00.123559 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763301'] for network, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.245142 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931323', 'neutron.services.segments.db._delete_segments_for_network-8726954413487'] for network, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.269139 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7efe6c85f3d0>,) {'filters': {'network_id': ['700bba49-193a-4b05-b469-c19f8a6500d4']}} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:12:00.282189 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6c85f3d0>, '2c711be5-bb09-4318-9038-f3cf1250fc23') {'for_net_delete': True} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:12:00.282505 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.services.segments.db [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7efe6c85f3d0>, '2c711be5-bb09-4318-9038-f3cf1250fc23') {} {{(pid=86765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 25 15:12:00.294244 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726954413325', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31795221'] for segment, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.313163 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-810426'] for segment, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.319122 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=86765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Oct 25 15:12:00.319529 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-810419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30379675'] for segment, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]: Traceback (most recent call last):
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     timer()
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     cb(*args, **kw)
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     return func(*args, **kwargs)
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     self._notify()
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     self.callback(batched_events)
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     event.method(event)
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     return f(self, *a, **k)
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._get(url).json()
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     return self.request(url, 'GET', **kwargs)
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 25 15:12:00.332658 dv-cinder-813751-1-iscsi neutron-server[86765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 25 15:12:00.406136 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33051308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33440983'] for network, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.411115 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33051294'] for network, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.413453 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:12:00.433671 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Pushing event deleted for resources: {'Network': ['ID=700bba49-193a-4b05-b469-c19f8a6500d4,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:12:00.443037 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.443420 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.443787 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.444181 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.444572 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.445000 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.445438 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.445800 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.446166 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.446555 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.446914 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.447804 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813751-1-iscsi {{(pid=86765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 25 15:12:00.450986 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:12:00.454015 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-c1ae6360-7bbc-4dbe-b1f8-d9e4e5cb1633 admin admin] 10.222.0.57 "DELETE /v2.0/networks/700bba49-193a-4b05-b469-c19f8a6500d4 HTTP/1.1" status: 204  len: 168 time: 0.4391799
Oct 25 15:12:00.632443 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 36436) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:12:00.685712 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-21a6a097-5e52-4e50-8889-a70f6b271d98 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=625aa939803a4496848addf4d08fba77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520601
Oct 25 15:12:00.688061 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [-] (86765) accepted ('10.222.0.57', 36440) {{(pid=86765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 25 15:12:00.744923 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3636-105e-4608-ac5e-d1128879c422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.770139 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3636-105e-4608-ac5e-d1128879c422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.823281 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3636-105e-4608-ac5e-d1128879c422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33521618'] for security_group, after_delete {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.826892 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-40b3b2fe-7e2d-43aa-9344-740f79107332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 25 15:12:00.840357 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f3636-105e-4608-ac5e-d1128879c422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a72265-e663-4a53-8bf6-fe95492b1410,revision_number=None']} {{(pid=86765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 25 15:12:00.843027 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG oslo_concurrency.lockutils [None req-8d0f3636-105e-4608-ac5e-d1128879c422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 25 15:12:00.852542 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3636-105e-4608-ac5e-d1128879c422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:00.854292 dv-cinder-813751-1-iscsi neutron-server[86765]: INFO neutron.wsgi [None req-8d0f3636-105e-4608-ac5e-d1128879c422 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80a72265-e663-4a53-8bf6-fe95492b1410 HTTP/1.1" status: 204  len: 168 time: 0.1651821
Oct 25 15:12:01.041952 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:10.251999 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:10.561261 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-eff5daa6-5841-4dae-b804-571861500194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:13.574370 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-778ad5ae-de37-47b1-bfc7-9d9f0cda4636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:13.795982 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:12:14.510945 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:16.695262 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:31.034386 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:40.226141 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:40.562332 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fca-3f0f-4f98-b3e0-9a6ebf5c55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:43.575876 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-10ad9c99-1a77-45eb-b9a4-86c8f5befd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:44.513658 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:46.698995 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:12:50.795550 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:13:01.052871 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:09.421586 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [req-2baa37d7-6b16-4ed2-befe-b06a1bc5d4b6 req-e781207a-64e8-4a14-bc57-b4a9cb857c2d service neutron] (86765) timed out ('10.222.0.37', 59230) {{(pid=86765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Oct 25 15:13:10.066298 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [req-3d1be958-cbd4-4eda-b605-1db4ec2f30a9 req-e6e1c6eb-8fee-426e-bed8-a4e182186f93 service neutron] (86765) timed out ('10.222.0.37', 59196) {{(pid=86765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Oct 25 15:13:10.227783 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:10.562622 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-cc63b2d8-6edf-45ee-b284-b8928b0cef8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:13.577740 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e79fa5e0-5570-4132-b28e-0b1d3ec5ceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:14.516928 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:16.700538 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:27.795154 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:13:31.056152 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:40.231711 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:40.564214 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9292ed1a-ad37-44be-bed6-eea9b6ec9b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:43.578668 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-980f97ce-11b2-4500-82a4-f08ffe9f35ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:44.519362 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:13:46.702719 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:01.053497 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:04.793570 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:14:10.234919 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:10.565034 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-5bdd76f2-1e63-480e-b459-2b5e378ad8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:13.580290 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e815e732-fe91-45f3-93c7-ecc386a5cdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:14.522168 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:16.706027 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:31.054003 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:40.237558 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:40.566249 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-095a1dcd-7de5-49ac-8c4d-593c5a4164b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:41.791977 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:14:43.582517 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-4218aec2-6634-4526-b887-a91b537469a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:44.525124 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:14:46.708929 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:01.052202 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:10.240144 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:10.567502 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a50e-7712-4b5c-9dc5-eeb72f2a0dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:13.583140 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-e4d9661a-0c34-4ff0-9c3f-38ebfb6a71ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:14.527831 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:16.711424 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:18.791188 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:15:31.053221 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:40.242136 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:40.567872 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3d78fe7a-2c0e-4e2f-8612-ac57f34db2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:43.584839 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a006772e-2c2a-418d-9a3e-4e2f978f61e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:44.530660 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:46.714849 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:15:55.789793 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:16:01.065716 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:10.243813 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:10.568123 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9a896439-66e2-486d-972a-b7bb185f21d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:13.586532 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-8af2bc6c-f19d-4e80-8de9-5266686e39af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:14.533230 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:16.716609 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:31.082202 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:32.788714 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:16:40.246341 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:40.567577 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-670f1a95-e1c6-4b97-a47b-6267ae9d8567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:43.587505 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-73857b29-9d77-419e-a889-1d5cbdc9e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:44.535466 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:46.720535 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:16:50.808812 dv-cinder-813751-1-iscsi neutron-server[86765]: DEBUG neutron.wsgi [req-96cf710d-02dc-4c29-aae7-700633a909a1 req-a4212aa9-51e2-48c1-a7ee-1a8530ecb949 service neutron] (86765) timed out ('10.222.0.37', 59259) {{(pid=86765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Oct 25 15:17:01.074258 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-f11666aa-bfba-4955-81a7-f7b477f0d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:17:09.787446 dv-cinder-813751-1-iscsi neutron-server[86767]: DEBUG neutron.db.agents_db [None req-ef830f31-011f-42aa-906f-67b4a902a09a None None] Agent healthcheck: found 6 active agents {{(pid=86767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 25 15:17:10.249077 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-1f6eee65-90cd-4cfb-9f40-c600115458f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:17:10.568346 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-82e2a4cd-0350-42c1-8ffd-a126df7fa9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:17:13.591975 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5627-c959-42ea-903b-37a4ce5b9cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:17:14.539609 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-9f7822f7-08ae-4dda-b4bb-9f2e4f8ab9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 25 15:17:16.722666 dv-cinder-813751-1-iscsi neutron-server[86766]: DEBUG neutron_lib.callbacks.manager [None req-a05ad9ea-4d3f-405a-9599-d41749d550a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726954413469', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-926629'] for agent, after_update {{(pid=86766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}